{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go straight to the chair",
"client_plan": [
"go straight to the chair"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 26.041892663110048,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792398365.329625,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792398497.7784154,
"end_reason": "disconnect"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
194
],
"attention_mask": [
1,
194
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
194
],
"mm_token_type_ids": [
1,
194
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.11042537221039583,
-0.0025894783481271774,
-0.04551329463720322
],
[
0.07234140809115085,
-0.0013456603729490105,
-0.007866472005844116
],
[
0.06914951345656793,
0.0043251442888364265,
0.02721792459487915
],
[
0.1094192836344958,
0.005705238753100097,
0.14231359586119652
],
[
0.12331151304700366,
0.0031729027527779086,
0.054542798548936844
],
[
0.1475533352938814,
0.0018649427268580005,
-0.011811293661594391
],
[
0.15205112474214127,
0.0007947507554926254,
-0.04532283544540405
],
[
0.15553428503855088,
0.0002978085239391144,
-0.016153495758771896
],
[
0.14572768360900087,
0.0003510588026127289,
6.585009396076202e-05
]
],
"stop": false,
"plan": null,
"raw": "<apos_986><opos_649><act_l0_131><act_l1_107><act_l2_22><|im_end|>",
"waypoints": [
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.2051100730895996,
-0.021184995770454407,
-0.1253916323184967
],
[
0.2767152190208435,
-0.031567346304655075,
-0.13325810432434082
],
[
0.34582632780075073,
-0.036468032747507095,
-0.10604017972946167
],
[
0.4552348554134369,
-0.042375948280096054,
0.03627341613173485
],
[
0.5783501863479614,
-0.034733183681964874,
0.09081621468067169
],
[
0.725126326084137,
-0.019494103267788887,
0.0790049210190773
],
[
0.8766404390335083,
-0.006701537407934666,
0.03368208557367325
],
[
1.0320764780044556,
-0.0011661691823974252,
0.017528589814901352
],
[
1.1777756214141846,
0.0017391056753695011,
0.017594439908862114
]
],
"pointing": {
"apos": 986,
"opos": 649
},
"rvq_codes": [
131,
107,
22
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
194
],
"attention_mask": [
1,
194
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
194
],
"mm_token_type_ids": [
1,
194
]
}
},
"history_fps": 4
},
"native_latency_ms": 1274.9917609617114
},
"response": {
"type": "step",
"actions": [
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.11042537221039583,
-0.0025894783481271774,
-0.04551329463720322
],
[
0.07234140809115085,
-0.0013456603729490105,
-0.007866472005844116
],
[
0.06914951345656793,
0.0043251442888364265,
0.02721792459487915
],
[
0.1094192836344958,
0.005705238753100097,
0.14231359586119652
],
[
0.12331151304700366,
0.0031729027527779086,
0.054542798548936844
],
[
0.1475533352938814,
0.0018649427268580005,
-0.011811293661594391
],
[
0.15205112474214127,
0.0007947507554926254,
-0.04532283544540405
],
[
0.15553428503855088,
0.0002978085239391144,
-0.016153495758771896
],
[
0.14572768360900087,
0.0003510588026127289,
6.585009396076202e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 1.478154273238033,
"peak_memory_bytes": 9156156928,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9279897600,
"load_count": 1,
"total_seconds": 1.4928249293006957
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.20511007308959964,
-0.021184995770454407,
-0.1253916323184967
],
[
0.2767152190208435,
-0.031567346304655075,
-0.13325810432434082
],
[
0.34582632780075073,
-0.036468032747507095,
-0.10604017972946167
],
[
0.4552348554134369,
-0.04237594828009606,
0.03627341613173485
],
[
0.5783501863479614,
-0.03473318368196489,
0.09081621468067169
],
[
0.725126326084137,
-0.0194941032677889,
0.0790049210190773
],
[
0.8766404390335083,
-0.00670153740793468,
0.033682085573673255
],
[
1.0320764780044556,
-0.0011661691823974393,
0.01752858981490136
],
[
1.1777756214141846,
0.0017391056753694883,
0.01759443990886212
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.127477554000052,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
338
],
"attention_mask": [
1,
338
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
338
],
"mm_token_type_ids": [
1,
338
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14247359335422516,
0.027308795601129532,
0.165006086230278
],
[
0.1485411867130179,
-0.00577567333736137,
-0.013457387685775757
],
[
0.1121873082118652,
-0.0027416241985291825,
-0.03786604106426239
],
[
0.0955727817044585,
-0.004866558917065429,
-0.03248699754476547
],
[
0.1462867831891211,
-0.0032098854768308187,
-0.03631197288632393
],
[
0.15898776364126987,
-0.004738851999616848,
-0.05139809381216765
],
[
0.15576702660424152,
-0.0015517894789109812,
-0.005056164227426052
],
[
0.1441663527686597,
-0.0005879732092820269,
0.02331472933292389
],
[
0.12969193886029817,
-0.0003978091957281744,
0.009458271786570549
],
[
0.09095889639215399,
-0.00014041658076591125,
0.003566548228263855
]
],
"stop": false,
"plan": null,
"raw": "<apos_936><opos_701><act_l0_242><act_l1_254><act_l2_31><|im_end|>",
"waypoints": [
[
0.14247359335422516,
0.027308795601129532,
0.16500608623027802
],
[
0.28994590044021606,
0.04601069912314415,
0.15154869854450226
],
[
0.40126127004623413,
0.0602373331785202,
0.11368265748023987
],
[
0.4967691898345947,
0.06624376773834229,
0.0811956599354744
],
[
0.6428343653678894,
0.0749092623591423,
0.04488368704915047
],
[
0.8018746376037598,
0.07730874419212341,
-0.006514406763017178
],
[
0.9576282501220703,
0.07474226504564285,
-0.01157057099044323
],
[
1.1017781496047974,
0.0724862813949585,
0.01174415834248066
],
[
1.2314658164978027,
0.07361158728599548,
0.02120243012905121
],
[
1.3224072456359863,
0.07539960741996765,
0.024768978357315063
]
],
"pointing": {
"apos": 936,
"opos": 701
},
"rvq_codes": [
242,
254,
31
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
338
],
"attention_mask": [
1,
338
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
338
],
"mm_token_type_ids": [
1,
338
]
}
},
"history_fps": 4
},
"native_latency_ms": 527.0544639788568
},
"response": {
"type": "step",
"actions": [
[
0.14247359335422516,
0.027308795601129532,
0.165006086230278
],
[
0.1485411867130179,
-0.00577567333736137,
-0.013457387685775757
],
[
0.1121873082118652,
-0.0027416241985291825,
-0.03786604106426239
],
[
0.0955727817044585,
-0.004866558917065429,
-0.03248699754476547
],
[
0.1462867831891211,
-0.0032098854768308187,
-0.03631197288632393
],
[
0.15898776364126987,
-0.004738851999616848,
-0.05139809381216765
],
[
0.15576702660424152,
-0.0015517894789109812,
-0.005056164227426052
],
[
0.1441663527686597,
-0.0005879732092820269,
0.02331472933292389
],
[
0.12969193886029817,
-0.0003978091957281744,
0.009458271786570549
],
[
0.09095889639215399,
-0.00014041658076591125,
0.003566548228263855
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5946162478066981,
"peak_memory_bytes": 9208145408,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9399435264,
"load_count": 1,
"total_seconds": 0.5985414762981236
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14247359335422516,
0.027308795601129532,
0.16500608623027796
],
[
0.28994590044021606,
0.04601069912314415,
0.1515486985445022
],
[
0.40126127004623413,
0.060237333178520196,
0.11368265748023981
],
[
0.4967691898345947,
0.06624376773834227,
0.08119565993547434
],
[
0.6428343653678894,
0.07490926235914229,
0.04488368704915041
],
[
0.8018746376037598,
0.0773087441921234,
-0.006514406763017239
],
[
0.9576282501220703,
0.07474226504564283,
-0.011570570990443292
],
[
1.1017781496047974,
0.07248628139495845,
0.011744158342480597
],
[
1.2314658164978027,
0.07361158728599543,
0.021202430129051146
],
[
1.3224072456359863,
0.07539960741996758,
0.024768978357315
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.127477554000052,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
518
],
"attention_mask": [
1,
518
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
518
],
"mm_token_type_ids": [
1,
518
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0686444342136383,
0.0026311788242310286,
-0.015114310197532179
],
[
0.15259157370133122,
-0.0003722261369282394,
0.0070315999910235405
],
[
0.1416749662822384,
-0.002454719067510246,
-0.025596559047698975
],
[
0.13940065932559434,
-0.007204655532576577,
-0.10769837349653244
],
[
0.1434274631992096,
-0.0030077024537884245,
-0.04516078531742096
],
[
0.14669754589146886,
-0.004496311115574761,
-0.04798385500907898
],
[
0.16156716628839976,
0.002738751030364528,
0.027092009782791138
],
[
0.14550158494099455,
0.00028006653690814884,
0.03201766312122345
],
[
0.14702288006420583,
0.0012346324887534815,
0.024241328239440918
],
[
0.1644872405442066,
0.0012422694002364107,
0.10805586725473404
]
],
"stop": false,
"plan": null,
"raw": "<apos_940><opos_705><act_l0_200><act_l1_103><act_l2_91><|im_end|>",
"waypoints": [
[
0.0686444342136383,
0.0026311788242310286,
-0.015114310197532177
],
[
0.2212129533290863,
-4.723336678580381e-05,
-0.008082710206508636
],
[
0.3628634512424469,
-0.0036469774786382914,
-0.03367926925420761
],
[
0.5019424557685852,
-0.015541572123765945,
-0.14137764275074005
],
[
0.6435151100158691,
-0.0387292206287384,
-0.186538428068161
],
[
0.7868338823318481,
-0.07035383582115173,
-0.23452228307724
],
[
0.9446146488189697,
-0.1052347719669342,
-0.20743027329444885
],
[
1.0870548486709595,
-0.13492617011070251,
-0.1754126101732254
],
[
1.23203706741333,
-0.159368097782135,
-0.15117128193378448
],
[
1.3948354721069336,
-0.18291114270687103,
-0.043115414679050446
]
],
"pointing": {
"apos": 940,
"opos": 705
},
"rvq_codes": [
200,
103,
91
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
518
],
"attention_mask": [
1,
518
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
518
],
"mm_token_type_ids": [
1,
518
]
}
},
"history_fps": 4
},
"native_latency_ms": 517.2709389589727
},
"response": {
"type": "step",
"actions": [
[
0.0686444342136383,
0.0026311788242310286,
-0.015114310197532179
],
[
0.15259157370133122,
-0.0003722261369282394,
0.0070315999910235405
],
[
0.1416749662822384,
-0.002454719067510246,
-0.025596559047698975
],
[
0.13940065932559434,
-0.007204655532576577,
-0.10769837349653244
],
[
0.1434274631992096,
-0.0030077024537884245,
-0.04516078531742096
],
[
0.14669754589146886,
-0.004496311115574761,
-0.04798385500907898
],
[
0.16156716628839976,
0.002738751030364528,
0.027092009782791138
],
[
0.14550158494099455,
0.00028006653690814884,
0.03201766312122345
],
[
0.14702288006420583,
0.0012346324887534815,
0.024241328239440918
],
[
0.1644872405442066,
0.0012422694002364107,
0.10805586725473404
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.6386882499791682,
"peak_memory_bytes": 9315168256,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9604956160,
"load_count": 1,
"total_seconds": 0.6430842853151262
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0686444342136383,
0.0026311788242310286,
-0.01511431019753218
],
[
0.2212129533290863,
-4.7233366785804514e-05,
-0.00808271020650864
],
[
0.3628634512424469,
-0.0036469774786382922,
-0.03367926925420761
],
[
0.5019424557685852,
-0.015541572123765945,
-0.14137764275074005
],
[
0.6435151100158691,
-0.0387292206287384,
-0.18653842806816098
],
[
0.7868338823318481,
-0.07035383582115173,
-0.23452228307723996
],
[
0.9446146488189698,
-0.1052347719669342,
-0.20743027329444882
],
[
1.0870548486709595,
-0.13492617011070251,
-0.17541261017322538
],
[
1.23203706741333,
-0.159368097782135,
-0.15117128193378446
],
[
1.3948354721069336,
-0.18291114270687103,
-0.04311541467905042
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.127477554000052,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
28
],
"tensor": "processed/segment0.pt",
"shape": [
30,
3,
256,
448
]
},
{
"indices": [
29,
30
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
734
],
"attention_mask": [
1,
734
],
"pixel_values_videos": [
1,
7168,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
734
],
"mm_token_type_ids": [
1,
734
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.11042537221039583,
-0.0025894783481271774,
-0.04551329463720322
],
[
0.07234140809115085,
-0.0013456603729490105,
-0.007866472005844116
],
[
0.06914951345656793,
0.0043251442888364265,
0.02721792459487915
],
[
0.1094192836344958,
0.005705238753100097,
0.14231359586119652
],
[
0.12331151304700366,
0.0031729027527779086,
0.054542798548936844
],
[
0.1475533352938814,
0.0018649427268580005,
-0.011811293661594391
],
[
0.15205112474214127,
0.0007947507554926254,
-0.04532283544540405
],
[
0.15553428503855088,
0.0002978085239391144,
-0.016153495758771896
],
[
0.14572768360900087,
0.0003510588026127289,
6.585009396076202e-05
]
],
"stop": false,
"plan": null,
"raw": "<apos_987><opos_698><act_l0_131><act_l1_107><act_l2_22><|im_end|>",
"waypoints": [
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.2051100730895996,
-0.021184995770454407,
-0.1253916323184967
],
[
0.2767152190208435,
-0.031567346304655075,
-0.13325810432434082
],
[
0.34582632780075073,
-0.036468032747507095,
-0.10604017972946167
],
[
0.4552348554134369,
-0.042375948280096054,
0.03627341613173485
],
[
0.5783501863479614,
-0.034733183681964874,
0.09081621468067169
],
[
0.725126326084137,
-0.019494103267788887,
0.0790049210190773
],
[
0.8766404390335083,
-0.006701537407934666,
0.03368208557367325
],
[
1.0320764780044556,
-0.0011661691823974252,
0.017528589814901352
],
[
1.1777756214141846,
0.0017391056753695011,
0.017594439908862114
]
],
"pointing": {
"apos": 987,
"opos": 698
},
"rvq_codes": [
131,
107,
22
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
28
],
"tensor": "processed/segment0.pt",
"shape": [
30,
3,
256,
448
]
},
{
"indices": [
29,
30
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
734
],
"attention_mask": [
1,
734
],
"pixel_values_videos": [
1,
7168,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
734
],
"mm_token_type_ids": [
1,
734
]
}
},
"history_fps": 4
},
"native_latency_ms": 520.2966039068997
},
"response": {
"type": "step",
"actions": [
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.11042537221039583,
-0.0025894783481271774,
-0.04551329463720322
],
[
0.07234140809115085,
-0.0013456603729490105,
-0.007866472005844116
],
[
0.06914951345656793,
0.0043251442888364265,
0.02721792459487915
],
[
0.1094192836344958,
0.005705238753100097,
0.14231359586119652
],
[
0.12331151304700366,
0.0031729027527779086,
0.054542798548936844
],
[
0.1475533352938814,
0.0018649427268580005,
-0.011811293661594391
],
[
0.15205112474214127,
0.0007947507554926254,
-0.04532283544540405
],
[
0.15553428503855088,
0.0002978085239391144,
-0.016153495758771896
],
[
0.14572768360900087,
0.0003510588026127289,
6.585009396076202e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.6911122351884842,
"peak_memory_bytes": 9439255552,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9869197312,
"load_count": 1,
"total_seconds": 0.6959556620568037
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0952434241771698,
-0.009792556054890156,
-0.07987833768129349
],
[
0.20511007308959964,
-0.021184995770454407,
-0.1253916323184967
],
[
0.2767152190208435,
-0.031567346304655075,
-0.13325810432434082
],
[
0.34582632780075073,
-0.036468032747507095,
-0.10604017972946167
],
[
0.4552348554134369,
-0.04237594828009606,
0.03627341613173485
],
[
0.5783501863479614,
-0.03473318368196489,
0.09081621468067169
],
[
0.725126326084137,
-0.0194941032677889,
0.0790049210190773
],
[
0.8766404390335083,
-0.00670153740793468,
0.033682085573673255
],
[
1.0320764780044556,
-0.0011661691823974393,
0.01752858981490136
],
[
1.1777756214141846,
0.0017391056753694883,
0.01759443990886212
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.127477554000052,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
822
],
"attention_mask": [
1,
822
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
822
],
"mm_token_type_ids": [
1,
822
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.12281728535890579,
-0.006253909319639206,
-0.05791718512773514
],
[
0.1195493338208271,
-0.0005497038173962656,
-0.0031840577721595764
],
[
0.12128075171150678,
-0.00426616685858453,
-0.034148380160331726
],
[
0.12213327732933557,
-0.00024747765599759074,
0.02990713715553284
],
[
0.1168764442650164,
-0.0007971386450248471,
-0.007462792098522186
],
[
0.1320993899273669,
-0.0011658796094001986,
-0.01542508602142334
],
[
0.13022290289504548,
0.0011672024982945697,
0.04409436881542206
],
[
0.1388859813012755,
0.0006471489220075781,
0.00958334282040596
],
[
0.14047491428776232,
0.0006465734520664217,
0.033143570413812995
],
[
0.14041621199829835,
0.00022081334588229382,
0.013661449076607823
]
],
"stop": false,
"plan": null,
"raw": "<apos_985><opos_746><act_l0_0><act_l1_219><act_l2_113><|im_end|>",
"waypoints": [
[
0.12281728535890579,
-0.006253909319639206,
-0.05791718512773514
],
[
0.24213434755802155,
-0.013722782023251057,
-0.061101242899894714
],
[
0.36292827129364014,
-0.025386782363057137,
-0.09524962306022644
],
[
0.48448440432548523,
-0.037248704582452774,
-0.0653424859046936
],
[
0.6010593771934509,
-0.04567570611834526,
-0.07280527800321579
],
[
0.7327240109443665,
-0.05644753575325012,
-0.08823036402463913
],
[
0.8625432252883911,
-0.06675958633422852,
-0.04413599520921707
],
[
1.0013225078582764,
-0.07224094867706299,
-0.03455265238881111
],
[
1.1417359113693237,
-0.07644757628440857,
-0.0014090819749981165
],
[
1.2821522951126099,
-0.07642462104558945,
0.012252367101609707
]
],
"pointing": {
"apos": 985,
"opos": 746
},
"rvq_codes": [
0,
219,
113
],
"model_input": {
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
822
],
"attention_mask": [
1,
822
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
822
],
"mm_token_type_ids": [
1,
822
]
}
},
"history_fps": 4
},
"native_latency_ms": 570.0932433828712
},
"response": {
"type": "step",
"actions": [
[
0.12281728535890579,
-0.006253909319639206,
-0.05791718512773514
],
[
0.1195493338208271,
-0.0005497038173962656,
-0.0031840577721595764
],
[
0.12128075171150678,
-0.00426616685858453,
-0.034148380160331726
],
[
0.12213327732933557,
-0.00024747765599759074,
0.02990713715553284
],
[
0.1168764442650164,
-0.0007971386450248471,
-0.007462792098522186
],
[
0.1320993899273669,
-0.0011658796094001986,
-0.01542508602142334
],
[
0.13022290289504548,
0.0011672024982945697,
0.04409436881542206
],
[
0.1388859813012755,
0.0006471489220075781,
0.00958334282040596
],
[
0.14047491428776232,
0.0006465734520664217,
0.033143570413812995
],
[
0.14041621199829835,
0.00022081334588229382,
0.013661449076607823
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8048265357501805,
"peak_memory_bytes": 9505009152,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10118758400,
"load_count": 1,
"total_seconds": 0.8098890986293554
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.12281728535890579,
-0.006253909319639206,
-0.05791718512773514
],
[
0.24213434755802152,
-0.013722782023251057,
-0.06110124289989471
],
[
0.36292827129364014,
-0.025386782363057137,
-0.09524962306022644
],
[
0.4844844043254852,
-0.037248704582452774,
-0.0653424859046936
],
[
0.6010593771934508,
-0.04567570611834526,
-0.07280527800321579
],
[
0.7327240109443663,
-0.05644753575325012,
-0.08823036402463913
],
[
0.862543225288391,
-0.0667595863342285,
-0.04413599520921707
],
[
1.0013225078582764,
-0.07224094867706297,
-0.03455265238881112
],
[
1.1417359113693237,
-0.07644757628440856,
-0.0014090819749981234
],
[
1.2821522951126099,
-0.07642462104558943,
0.0122523671016097
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.127477554000052,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
48,
49
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
897
],
"attention_mask": [
1,
897
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
897
],
"mm_token_type_ids": [
1,
897
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.1458771824836731,
-0.03936241194605827,
-0.2612091302871704
],
[
0.11693724806221159,
0.0018015649011025696,
0.022338375449180606
],
[
0.1049548456589909,
0.0006676644760610188,
0.014054581522941588
],
[
0.11379665159188422,
0.0019027821438815477,
0.02918560802936554
],
[
0.12048729165965462,
0.0009804811439820642,
0.019453540444374088
],
[
0.1213985560769278,
-0.00019286173398763706,
0.012829005718231201
],
[
0.12201911988988791,
0.0015396440382788937,
0.03583250939846039
],
[
0.12838675656108678,
0.0011496986427372066,
0.06576979160308838
],
[
0.1336379194738647,
0.0021138485580538945,
0.041093649342656136
],
[
0.12065655379780266,
0.0004808807697770003,
0.020947391167283058
]
],
"stop": false,
"plan": null,
"raw": "<apos_989><opos_696><act_l0_175><act_l1_74><act_l2_131><|im_end|>",
"waypoints": [
[
0.1458771824836731,
-0.03936241194605827,
-0.2612091302871704
],
[
0.2593129873275757,
-0.06782086938619614,
-0.2388707548379898
],
[
0.36144569516181946,
-0.09200506657361984,
-0.22481617331504822
],
[
0.4728028476238251,
-0.11551853269338608,
-0.19563056528568268
],
[
0.5911824703216553,
-0.1379776895046234,
-0.1761770248413086
],
[
0.7106680870056152,
-0.15944473445415497,
-0.1633480191230774
],
[
0.8313133120536804,
-0.17776864767074585,
-0.127515509724617
],
[
0.9588038921356201,
-0.19295525550842285,
-0.061745718121528625
],
[
1.0923175811767578,
-0.19909176230430603,
-0.02065206877887249
],
[
1.2129583358764648,
-0.201102614402771,
0.00029532238841056824
]
],
"pointing": {
"apos": 989,
"opos": 696
},
"rvq_codes": [
175,
74,
131
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
48,
49
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
897
],
"attention_mask": [
1,
897
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
897
],
"mm_token_type_ids": [
1,
897
]
}
},
"history_fps": 4
},
"native_latency_ms": 533.8402590714395
},
"response": {
"type": "step",
"actions": [
[
0.1458771824836731,
-0.03936241194605827,
-0.2612091302871704
],
[
0.11693724806221159,
0.0018015649011025696,
0.022338375449180606
],
[
0.1049548456589909,
0.0006676644760610188,
0.014054581522941588
],
[
0.11379665159188422,
0.0019027821438815477,
0.02918560802936554
],
[
0.12048729165965462,
0.0009804811439820642,
0.019453540444374088
],
[
0.1213985560769278,
-0.00019286173398763706,
0.012829005718231201
],
[
0.12201911988988791,
0.0015396440382788937,
0.03583250939846039
],
[
0.12838675656108678,
0.0011496986427372066,
0.06576979160308838
],
[
0.1336379194738647,
0.0021138485580538945,
0.041093649342656136
],
[
0.12065655379780266,
0.0004808807697770003,
0.020947391167283058
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 5,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7775521469302475,
"peak_memory_bytes": 9545417728,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10393485312,
"load_count": 1,
"total_seconds": 0.7829771656543016
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.1458771824836731,
-0.03936241194605827,
-0.2612091302871704
],
[
0.2593129873275757,
-0.06782086938619614,
-0.23887075483798978
],
[
0.36144569516181946,
-0.09200506657361984,
-0.2248161733150482
],
[
0.4728028476238251,
-0.11551853269338609,
-0.19563056528568265
],
[
0.5911824703216553,
-0.13797768950462344,
-0.17617702484130857
],
[
0.7106680870056152,
-0.159444734454155,
-0.16334801912307736
],
[
0.8313133120536803,
-0.17776864767074588,
-0.12751550972461698
],
[
0.95880389213562,
-0.19295525550842288,
-0.0617457181215286
],
[
1.0923175811767576,
-0.19909176230430606,
-0.020652068778872462
],
[
1.2129583358764646,
-0.20110261440277102,
0.000295322388410596
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2036143860000266,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
58,
59
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
934
],
"attention_mask": [
1,
934
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
934
],
"mm_token_type_ids": [
1,
934
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.09967786453937404,
-0.0006659724771526465,
0.004961441736668349
],
[
0.08809236718825827,
0.00019961536914779089,
0.001139368861913681
],
[
0.08679532689888209,
-0.001772832269979418,
0.010613596066832542
],
[
0.1410484879147049,
-0.002128093634861352,
-0.025597427040338516
],
[
0.15249809497861208,
-0.003292869145460937,
-0.03973643481731415
],
[
0.14745674061387218,
-0.0017218070376845392,
-0.010766733437776566
],
[
0.14461212322081982,
-0.0004901444122998363,
0.011295944452285767
],
[
0.142461971834622,
-0.00020668565476193376,
0.009136948734521866
],
[
0.14759629163783736,
0.00013987336511733003,
-8.001551032066345e-05
]
],
"stop": false,
"plan": null,
"raw": "<apos_987><opos_696><act_l0_0><act_l1_107><act_l2_31><|im_end|>",
"waypoints": [
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.19003736972808838,
0.001068780431523919,
0.010043298825621605
],
[
0.27812328934669495,
0.0021531088277697563,
0.011182667687535286
],
[
0.3649330139160156,
0.0013509704731404781,
0.02179626375436783
],
[
0.5059943795204163,
0.002297468949109316,
-0.003801163285970688
],
[
0.658478856086731,
-0.0015750451711937785,
-0.043537598103284836
],
[
0.8057209253311157,
-0.00971310492604971,
-0.0543043315410614
],
[
0.9500932693481445,
-0.01805173233151436,
-0.043008387088775635
],
[
1.0924146175384521,
-0.02438339777290821,
-0.03387143835425377
],
[
1.2399309873580933,
-0.02924194745719433,
-0.03395145386457443
]
],
"pointing": {
"apos": 987,
"opos": 696
},
"rvq_codes": [
0,
107,
31
],
"model_input": {
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
58,
59
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
934
],
"attention_mask": [
1,
934
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
934
],
"mm_token_type_ids": [
1,
934
]
}
},
"history_fps": 4
},
"native_latency_ms": 539.2265459522605
},
"response": {
"type": "step",
"actions": [
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.09967786453937404,
-0.0006659724771526465,
0.004961441736668349
],
[
0.08809236718825827,
0.00019961536914779089,
0.001139368861913681
],
[
0.08679532689888209,
-0.001772832269979418,
0.010613596066832542
],
[
0.1410484879147049,
-0.002128093634861352,
-0.025597427040338516
],
[
0.15249809497861208,
-0.003292869145460937,
-0.03973643481731415
],
[
0.14745674061387218,
-0.0017218070376845392,
-0.010766733437776566
],
[
0.14461212322081982,
-0.0004901444122998363,
0.011295944452285767
],
[
0.142461971834622,
-0.00020668565476193376,
0.009136948734521866
],
[
0.14759629163783736,
0.00013987336511733003,
-8.001551032066345e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 6,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8453791649080813,
"peak_memory_bytes": 9566996480,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10599006208,
"load_count": 1,
"total_seconds": 0.8508044509217143
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.19003736972808838,
0.001068780431523919,
0.010043298825621605
],
[
0.27812328934669495,
0.0021531088277697568,
0.011182667687535286
],
[
0.3649330139160156,
0.0013509704731404784,
0.02179626375436783
],
[
0.5059943795204163,
0.0022974689491093163,
-0.003801163285970688
],
[
0.658478856086731,
-0.001575045171193778,
-0.043537598103284836
],
[
0.8057209253311157,
-0.009713104926049708,
-0.0543043315410614
],
[
0.9500932693481445,
-0.01805173233151436,
-0.043008387088775635
],
[
1.0924146175384521,
-0.02438339777290821,
-0.03387143835425377
],
[
1.2399309873580933,
-0.02924194745719433,
-0.03395145386457443
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2036143860000266,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
68,
69
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1008
],
"attention_mask": [
1,
1008
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1008
],
"mm_token_type_ids": [
1,
1008
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14019513130187988,
-0.011036314070224762,
-0.0852733626961708
],
[
0.13466142932060832,
-0.002576962800056745,
-0.04445449262857437
],
[
0.13157712278071557,
-0.002958020257303195,
-0.012745723128318787
],
[
0.1294923722352331,
0.0030643247326779723,
0.029539279639720917
],
[
0.1294640997401731,
0.0037908923201105914,
0.055561259388923645
],
[
0.13060912155231563,
0.002891806858022307,
0.03175017051398754
],
[
0.12943428348843083,
0.000744180229803138,
0.00480487383902073
],
[
0.13502632445998788,
0.0018813942384167661,
0.004717756062746048
],
[
0.13645163273639987,
0.0006152720319619685,
0.0065158307552337655
],
[
0.13504790527522112,
0.0004489376806803589,
0.03192577883601189
]
],
"stop": false,
"plan": null,
"raw": "<apos_986><opos_649><act_l0_131><act_l1_72><act_l2_12><|im_end|>",
"waypoints": [
[
0.14019513130187988,
-0.011036314070224762,
-0.0852733626961708
],
[
0.27414777874946594,
-0.025073034688830376,
-0.12972785532474518
],
[
0.4042366147041321,
-0.04502758011221886,
-0.14247357845306396
],
[
0.532852053642273,
-0.060381192713975906,
-0.11293429881334305
],
[
0.6619186401367188,
-0.07120432704687119,
-0.0573730394244194
],
[
0.7924786806106567,
-0.07580661028623581,
-0.025622868910431862
],
[
0.9218895435333252,
-0.07837878912687302,
-0.020817995071411133
],
[
1.0569257736206055,
-0.07930857688188553,
-0.016100239008665085
],
[
1.1933696269989014,
-0.08089019358158112,
-0.00958440825343132
],
[
1.3284156322479248,
-0.08173561096191406,
0.022341370582580566
]
],
"pointing": {
"apos": 986,
"opos": 649
},
"rvq_codes": [
131,
72,
12
],
"model_input": {
"history_indices": [
0,
1,
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
68,
69
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1008
],
"attention_mask": [
1,
1008
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1008
],
"mm_token_type_ids": [
1,
1008
]
}
},
"history_fps": 4
},
"native_latency_ms": 534.887979272753
},
"response": {
"type": "step",
"actions": [
[
0.14019513130187988,
-0.011036314070224762,
-0.0852733626961708
],
[
0.13466142932060832,
-0.002576962800056745,
-0.04445449262857437
],
[
0.13157712278071557,
-0.002958020257303195,
-0.012745723128318787
],
[
0.1294923722352331,
0.0030643247326779723,
0.029539279639720917
],
[
0.1294640997401731,
0.0037908923201105914,
0.055561259388923645
],
[
0.13060912155231563,
0.002891806858022307,
0.03175017051398754
],
[
0.12943428348843083,
0.000744180229803138,
0.00480487383902073
],
[
0.13502632445998788,
0.0018813942384167661,
0.004717756062746048
],
[
0.13645163273639987,
0.0006152720319619685,
0.0065158307552337655
],
[
0.13504790527522112,
0.0004489376806803589,
0.03192577883601189
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 7,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8133969730697572,
"peak_memory_bytes": 9609008640,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10775166976,
"load_count": 1,
"total_seconds": 0.8190837218426168
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14019513130187988,
-0.011036314070224762,
-0.0852733626961708
],
[
0.27414777874946594,
-0.025073034688830372,
-0.12972785532474518
],
[
0.4042366147041321,
-0.04502758011221886,
-0.14247357845306396
],
[
0.532852053642273,
-0.060381192713975906,
-0.11293429881334305
],
[
0.6619186401367188,
-0.07120432704687119,
-0.0573730394244194
],
[
0.7924786806106567,
-0.07580661028623581,
-0.025622868910431862
],
[
0.9218895435333252,
-0.07837878912687302,
-0.02081799507141113
],
[
1.0569257736206057,
-0.07930857688188553,
-0.01610023900866508
],
[
1.1933696269989016,
-0.08089019358158112,
-0.009584408253431317
],
[
1.328415632247925,
-0.08173561096191406,
0.02234137058258057
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2036143860000266,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
78,
79
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1082
],
"attention_mask": [
1,
1082
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1082
],
"mm_token_type_ids": [
1,
1082
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.08203886449337006,
0.0031046047806739807,
0.01746523194015026
],
[
0.09014180272642994,
-0.00027612412968398706,
-0.014121918939054012
],
[
0.11143711905186217,
-0.002751442711014136,
-0.03391981404274703
],
[
0.1271520304605725,
-0.0062739100752053755,
-0.09696352109313011
],
[
0.1326086010750917,
-0.005053409975709383,
-0.0666867047548294
],
[
0.13711878016424986,
-0.011161399573132481,
-0.11446081101894379
],
[
0.13894085869724646,
0.002503052702393288,
0.013409852981567383
],
[
0.13987746892484376,
0.0033611070458003448,
0.08532010018825531
],
[
0.1407954776020999,
0.0055874091670902355,
0.08996289968490599
],
[
0.027001232749282622,
0.0007727368413745638,
0.04481832683086395
]
],
"stop": false,
"plan": null,
"raw": "<apos_989><opos_649><act_l0_150><act_l1_107><act_l2_71><|im_end|>",
"waypoints": [
[
0.08203886449337006,
0.0031046047806739807,
0.01746523194015026
],
[
0.17217174172401428,
0.00440279021859169,
0.0033433130010962486
],
[
0.28361743688583374,
0.002023931359872222,
-0.030576501041650772
],
[
0.41051822900772095,
-0.00813430454581976,
-0.12754002213478088
],
[
0.5414069890975952,
-0.030013758689165115,
-0.1942267268896103
],
[
0.6737933158874512,
-0.0674302950501442,
-0.3086875379085541
],
[
0.8069273233413696,
-0.10725696384906769,
-0.2952776849269867
],
[
0.9417291879653931,
-0.14474643766880035,
-0.20995758473873138
],
[
1.0805972814559937,
-0.1686260998249054,
-0.11999468505382538
],
[
1.1074968576431274,
-0.17109115421772003,
-0.07517635822296143
]
],
"pointing": {
"apos": 989,
"opos": 649
},
"rvq_codes": [
150,
107,
71
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
78,
79
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1082
],
"attention_mask": [
1,
1082
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1082
],
"mm_token_type_ids": [
1,
1082
]
}
},
"history_fps": 4
},
"native_latency_ms": 574.4292358867824
},
"response": {
"type": "step",
"actions": [
[
0.08203886449337006,
0.0031046047806739807,
0.01746523194015026
],
[
0.09014180272642994,
-0.00027612412968398706,
-0.014121918939054012
],
[
0.11143711905186217,
-0.002751442711014136,
-0.03391981404274703
],
[
0.1271520304605725,
-0.0062739100752053755,
-0.09696352109313011
],
[
0.1326086010750917,
-0.005053409975709383,
-0.0666867047548294
],
[
0.13711878016424986,
-0.011161399573132481,
-0.11446081101894379
],
[
0.13894085869724646,
0.002503052702393288,
0.013409852981567383
],
[
0.13987746892484376,
0.0033611070458003448,
0.08532010018825531
],
[
0.1407954776020999,
0.0055874091670902355,
0.08996289968490599
],
[
0.027001232749282622,
0.0007727368413745638,
0.04481832683086395
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 8,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8755866112187505,
"peak_memory_bytes": 9649090560,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10968104960,
"load_count": 1,
"total_seconds": 0.881881162058562
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.08203886449337006,
0.0031046047806739807,
0.01746523194015026
],
[
0.17217174172401428,
0.00440279021859169,
0.003343313001096249
],
[
0.28361743688583374,
0.002023931359872222,
-0.03057650104165078
],
[
0.41051822900772095,
-0.008134304545819761,
-0.12754002213478088
],
[
0.5414069890975952,
-0.030013758689165115,
-0.1942267268896103
],
[
0.6737933158874512,
-0.0674302950501442,
-0.3086875379085541
],
[
0.8069273233413696,
-0.10725696384906769,
-0.2952776849269867
],
[
0.9417291879653931,
-0.14474643766880035,
-0.2099575847387314
],
[
1.0805972814559937,
-0.1686260998249054,
-0.11999468505382542
],
[
1.1074968576431274,
-0.17109115421772003,
-0.07517635822296147
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
[
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
[
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
[
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
[
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
[
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
[
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
[
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
[
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
[
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
[
6.227099672147267,
1.6963700586776005,
0.38718465632705756
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2036143860000266,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49,
54,
55
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
88,
89
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1119
],
"attention_mask": [
1,
1119
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1119
],
"mm_token_type_ids": [
1,
1119
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.15961243212223053,
0.014681369997560978,
0.10584339499473572
],
[
0.12054620440290109,
0.0026376401650526973,
0.01564447581768036
],
[
0.10668038138236745,
0.004884099661121393,
-0.0021756216883659363
],
[
0.08982362163441529,
-0.003612348917010992,
-0.039581909775733955
],
[
0.11252166558621657,
-0.0035059951472644338,
-0.04904024861752987
],
[
0.11708090375652991,
-0.0022889470168550074,
-0.032425377517938614
],
[
0.07025418425036978,
-0.003051854568188307,
-0.04567938111722469
],
[
0.0898645298981104,
-0.0024386735268466745,
0.023711780086159706
],
[
0.13394137671172465,
-0.0016477065037061108,
-0.011846864596009254
],
[
0.0720025318157296,
-0.0003014955038371605,
-0.008561000227928162
]
],
"stop": false,
"plan": null,
"raw": "<apos_1037><opos_698><act_l0_204><act_l1_85><act_l2_36><|im_end|>",
"waypoints": [
[
0.15961243212223053,
0.014681369997560978,
0.10584339499473572
],
[
0.2792053818702698,
0.030039459466934204,
0.12148787081241608
],
[
0.38450756669044495,
0.04781607538461685,
0.11931224912405014
],
[
0.4741225838661194,
0.05492105707526207,
0.07973033934831619
],
[
0.5865660309791565,
0.06038808822631836,
0.030690090730786324
],
[
0.7036620378494263,
0.06169287860393524,
-0.0017352867871522903
],
[
0.7739108204841614,
0.058519117534160614,
-0.047414667904376984
],
[
0.8635587692260742,
0.05182388424873352,
-0.023702887818217278
],
[
0.9974234700202942,
0.04700214043259621,
-0.03554975241422653
],
[
1.0693697929382324,
0.044141702353954315,
-0.044110752642154694
]
],
"pointing": {
"apos": 1037,
"opos": 698
},
"rvq_codes": [
204,
85,
36
],
"model_input": {
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49,
54,
55
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
88,
89
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1119
],
"attention_mask": [
1,
1119
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1119
],
"mm_token_type_ids": [
1,
1119
]
}
},
"history_fps": 4
},
"native_latency_ms": 552.8756170533597
},
"response": {
"type": "step",
"actions": [
[
0.15961243212223053,
0.014681369997560978,
0.10584339499473572
],
[
0.12054620440290109,
0.0026376401650526973,
0.01564447581768036
],
[
0.10668038138236745,
0.004884099661121393,
-0.0021756216883659363
],
[
0.08982362163441529,
-0.003612348917010992,
-0.039581909775733955
],
[
0.11252166558621657,
-0.0035059951472644338,
-0.04904024861752987
],
[
0.11708090375652991,
-0.0022889470168550074,
-0.032425377517938614
],
[
0.07025418425036978,
-0.003051854568188307,
-0.04567938111722469
],
[
0.0898645298981104,
-0.0024386735268466745,
0.023711780086159706
],
[
0.13394137671172465,
-0.0016477065037061108,
-0.011846864596009254
],
[
0.0720025318157296,
-0.0003014955038371605,
-0.008561000227928162
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 9,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.9021530230529606,
"peak_memory_bytes": 9670876672,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11169431552,
"load_count": 1,
"total_seconds": 0.9081080220639706
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.15961243212223053,
0.014681369997560978,
0.10584339499473572
],
[
0.2792053818702698,
0.030039459466934204,
0.12148787081241606
],
[
0.38450756669044495,
0.04781607538461685,
0.11931224912405013
],
[
0.4741225838661194,
0.05492105707526207,
0.07973033934831616
],
[
0.5865660309791565,
0.06038808822631836,
0.030690090730786296
],
[
0.7036620378494263,
0.061692878603935235,
-0.001735286787152318
],
[
0.7739108204841614,
0.0585191175341606,
-0.04741466790437701
],
[
0.8635587692260741,
0.0518238842487335,
-0.023702887818217305
],
[
0.9974234700202941,
0.047002140432596186,
-0.03554975241422656
],
[
1.0693697929382322,
0.044141702353954294,
-0.04411075264215472
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
[
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
[
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
[
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
[
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
[
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
[
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
[
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
[
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
[
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
[
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
[
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
[
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
[
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
[
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
[
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
[
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
[
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
[
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
[
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
[
6.869789719680462,
1.985616033395408,
0.38663429219934825
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.270746178999616,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
98,
99
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1224
],
"attention_mask": [
1,
1224
],
"pixel_values_videos": [
1,
14336,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1224
],
"mm_token_type_ids": [
1,
1224
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10494913160800934,
0.0003029884537681937,
-0.009585591964423656
],
[
0.08748867397495491,
-0.00033079346647725875,
-0.005430150777101516
],
[
0.06282497502758223,
0.00025067686758629775,
-0.002609814517199993
],
[
0.002903934025179664,
2.583456691432097e-05,
-0.14692683331668377
],
[
-0.004621519875597351,
0.001293663280511391,
-0.12641185522079468
],
[
0.00308594306241453,
0.00142128673078767,
-0.0968027412891388
],
[
0.016404311060747287,
0.003936220833509276,
-0.032167643308639526
],
[
0.11051629396749979,
0.0031786869744492643,
-0.030878812074661255
],
[
0.08231585661600549,
-0.0005302105161911902,
-0.18958470225334167
],
[
0.01734799902960977,
-0.0001839121934607401,
-0.0670008659362793
]
],
"stop": false,
"plan": null,
"raw": "<apos_1245><opos_776><act_l0_73><act_l1_53><act_l2_181><|im_end|>",
"waypoints": [
[
0.10494913160800934,
0.0003029884537681937,
-0.009585591964423656
],
[
0.19243061542510986,
-0.0008664077031426132,
-0.015015742741525173
],
[
0.25525227189064026,
-0.0015590873081237078,
-0.017625557258725166
],
[
0.2581562101840973,
-0.0015844375593587756,
-0.16455239057540894
],
[
0.25380903482437134,
0.000448805425548926,
-0.2909642457962036
],
[
0.25717300176620483,
0.0009250689763575792,
-0.3877669870853424
],
[
0.273847758769989,
-0.0016337851993739605,
-0.41993463039398193
],
[
0.37605786323547363,
-0.0437888540327549,
-0.4508134424686432
],
[
0.4499187767505646,
-0.080130934715271,
-0.6403981447219849
],
[
0.46371951699256897,
-0.09064409136772156,
-0.7073990106582642
]
],
"pointing": {
"apos": 1245,
"opos": 776
},
"rvq_codes": [
73,
53,
181
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
98,
99
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1224
],
"attention_mask": [
1,
1224
],
"pixel_values_videos": [
1,
14336,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1224
],
"mm_token_type_ids": [
1,
1224
]
}
},
"history_fps": 4
},
"native_latency_ms": 354.66024931520224
},
"response": {
"type": "step",
"actions": [
[
0.10494913160800934,
0.0003029884537681937,
-0.009585591964423656
],
[
0.08748867397495491,
-0.00033079346647725875,
-0.005430150777101516
],
[
0.06282497502758223,
0.00025067686758629775,
-0.002609814517199993
],
[
0.002903934025179664,
2.583456691432097e-05,
-0.14692683331668377
],
[
-0.004621519875597351,
0.001293663280511391,
-0.12641185522079468
],
[
0.00308594306241453,
0.00142128673078767,
-0.0968027412891388
],
[
0.016404311060747287,
0.003936220833509276,
-0.032167643308639526
],
[
0.11051629396749979,
0.0031786869744492643,
-0.030878812074661255
],
[
0.08231585661600549,
-0.0005302105161911902,
-0.18958470225334167
],
[
0.01734799902960977,
-0.0001839121934607401,
-0.0670008659362793
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 10,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7352517829276621,
"peak_memory_bytes": 9778342912,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11404312576,
"load_count": 1,
"total_seconds": 0.7415042989887297
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10494913160800934,
0.0003029884537681937,
-0.009585591964423656
],
[
0.19243061542510986,
-0.0008664077031426132,
-0.015015742741525171
],
[
0.25525227189064026,
-0.0015590873081237078,
-0.017625557258725166
],
[
0.2581562101840973,
-0.0015844375593587756,
-0.16455239057540894
],
[
0.25380903482437134,
0.0004488054255489262,
-0.29096424579620356
],
[
0.25717300176620483,
0.0009250689763575796,
-0.38776698708534235
],
[
0.273847758769989,
-0.0016337851993739596,
-0.41993463039398193
],
[
0.37605786323547363,
-0.043788854032754905,
-0.45081344246864313
],
[
0.4499187767505646,
-0.08013093471527101,
-0.6403981447219849
],
[
0.46371951699256897,
-0.09064409136772157,
-0.7073990106582642
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
[
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
[
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
[
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
[
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
[
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
[
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
[
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
[
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
[
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
[
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
[
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
[
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
[
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
[
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
[
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
[
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
[
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
[
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
[
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
[
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
[
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
[
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
[
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
[
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
[
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
[
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
[
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
[
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
[
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
[
7.405694373440189,
2.2807777048259608,
0.3855565226441171
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-000.jpg",
"sha256": "5c358cace49273d3cde7be787bf3b29a476c9dbdc5e6bf27bb0d678e008e0a71",
"pose": [
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
"timestamp": 3980.511886661,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-001.jpg",
"sha256": "7f7a4b7515cc20bebf009851e993e1c306769c7c59314095a1cfea2af0e6df26",
"pose": [
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
"timestamp": 3986.787515193,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-002.jpg",
"sha256": "a901358b585eed79dd254f2000521b83701d81f6bdb68bc6b892bbe2081f1acb",
"pose": [
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
"timestamp": 3987.650808567,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-003.jpg",
"sha256": "7baeccbd1a39589e0fddcc077aa35d101f448a15c3b6a6871b959929f98c25e3",
"pose": [
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
"timestamp": 3988.52211977,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-005.jpg",
"sha256": "5ea35ef8eaea5531de06cc277aec809f86c1de5f3f09bbc713eacc7ceb86882a",
"pose": [
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
"timestamp": 3990.323397498,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
107,
108,
109,
110
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 6.275628532000155,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
107,
108
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1275
],
"attention_mask": [
1,
1275
],
"pixel_values_videos": [
1,
15680,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1275
],
"mm_token_type_ids": [
1,
1275
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-000.jpg",
"sha256": "5c358cace49273d3cde7be787bf3b29a476c9dbdc5e6bf27bb0d678e008e0a71",
"pose": [
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
"timestamp": 3980.511886661,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-001.jpg",
"sha256": "7f7a4b7515cc20bebf009851e993e1c306769c7c59314095a1cfea2af0e6df26",
"pose": [
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
"timestamp": 3986.787515193,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-002.jpg",
"sha256": "a901358b585eed79dd254f2000521b83701d81f6bdb68bc6b892bbe2081f1acb",
"pose": [
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
"timestamp": 3987.650808567,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-003.jpg",
"sha256": "7baeccbd1a39589e0fddcc077aa35d101f448a15c3b6a6871b959929f98c25e3",
"pose": [
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
"timestamp": 3988.52211977,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.13954752683639526,
-0.003032295498996973,
-0.03071224130690098
],
[
0.13869902596309394,
-0.0007708879023515542,
-0.01880929060280323
],
[
0.138312627622848,
-0.0029506938615672124,
-0.0319204218685627
],
[
0.141328523555436,
-0.001384398040318922,
-0.02148325741291046
],
[
0.1454220596983956,
0.00046311797872102337,
0.002233065664768219
],
[
0.14620708649185143,
0.0005180805450003025,
0.007712461054325103
],
[
0.14831609167739665,
0.0006934829327911382,
0.02518051117658615
],
[
0.14831068496793884,
0.0002202117176625662,
0.03824934363365173
],
[
0.15313040979988282,
0.0001525488409287075,
0.03092703479342163
],
[
0.15848683829438467,
6.0487261828221314e-05,
-0.004008314106613398
]
],
"stop": false,
"plan": null,
"raw": "<apos_937><opos_698><act_l0_0><act_l1_125><act_l2_179><|im_end|>",
"waypoints": [
[
0.13954752683639526,
-0.003032295498996973,
-0.030712241306900978
],
[
0.27815747261047363,
-0.008061908185482025,
-0.04952153190970421
],
[
0.4161544740200043,
-0.01785563863813877,
-0.0814419537782669
],
[
0.5569019317626953,
-0.03073279932141304,
-0.10292521119117737
],
[
0.7016019821166992,
-0.04521331563591957,
-0.10069214552640915
],
[
0.8471205830574036,
-0.059394899755716324,
-0.09297968447208405
],
[
0.9948604106903076,
-0.07247493416070938,
-0.0677991732954979
],
[
1.1428452730178833,
-0.08230286836624146,
-0.02954982966184616
],
[
1.2959133386611938,
-0.08667470514774323,
0.0013772051315754652
],
[
1.4543999433517456,
-0.08639594912528992,
-0.0026311089750379324
]
],
"pointing": {
"apos": 937,
"opos": 698
},
"rvq_codes": [
0,
125,
179
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
107,
108
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1275
],
"attention_mask": [
1,
1275
],
"pixel_values_videos": [
1,
15680,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1275
],
"mm_token_type_ids": [
1,
1275
]
}
},
"history_fps": 4
},
"native_latency_ms": 294.62778894230723
},
"response": {
"type": "step",
"actions": [
[
0.13954752683639526,
-0.003032295498996973,
-0.03071224130690098
],
[
0.13869902596309394,
-0.0007708879023515542,
-0.01880929060280323
],
[
0.138312627622848,
-0.0029506938615672124,
-0.0319204218685627
],
[
0.141328523555436,
-0.001384398040318922,
-0.02148325741291046
],
[
0.1454220596983956,
0.00046311797872102337,
0.002233065664768219
],
[
0.14620708649185143,
0.0005180805450003025,
0.007712461054325103
],
[
0.14831609167739665,
0.0006934829327911382,
0.02518051117658615
],
[
0.14831068496793884,
0.0002202117176625662,
0.03824934363365173
],
[
0.15313040979988282,
0.0001525488409287075,
0.03092703479342163
],
[
0.15848683829438467,
6.0487261828221314e-05,
-0.004008314106613398
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 11,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.6502437428571284,
"peak_memory_bytes": 9841284096,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11664359424,
"load_count": 1,
"total_seconds": 0.6565368478186429
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.13954752683639526,
-0.003032295498996973,
-0.030712241306900985
],
[
0.27815747261047363,
-0.008061908185482027,
-0.049521531909704215
],
[
0.4161544740200043,
-0.017855638638138775,
-0.0814419537782669
],
[
0.5569019317626953,
-0.030732799321413044,
-0.10292521119117737
],
[
0.7016019821166992,
-0.04521331563591957,
-0.10069214552640915
],
[
0.8471205830574036,
-0.059394899755716324,
-0.09297968447208406
],
[
0.9948604106903075,
-0.07247493416070938,
-0.06779917329549791
],
[
1.1428452730178833,
-0.08230286836624146,
-0.029549829661846175
],
[
1.2959133386611938,
-0.08667470514774323,
0.0013772051315754548
],
[
1.4543999433517456,
-0.08639594912528992,
-0.0026311089750379432
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
[
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
[
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
[
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
[
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
[
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
[
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
[
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
[
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
[
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
[
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
[
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
[
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
[
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
[
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
[
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
[
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
[
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
[
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
[
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
[
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
[
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
[
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
[
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
[
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
[
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
[
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
[
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
[
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
[
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
[
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
[
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
[
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
[
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
[
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
[
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
[
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
[
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
[
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
[
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
[
7.5623092210428435,
2.33315564728932,
0.019034068293384054
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-000.jpg",
"sha256": "5c358cace49273d3cde7be787bf3b29a476c9dbdc5e6bf27bb0d678e008e0a71",
"pose": [
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
"timestamp": 3980.511886661,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-001.jpg",
"sha256": "7f7a4b7515cc20bebf009851e993e1c306769c7c59314095a1cfea2af0e6df26",
"pose": [
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
"timestamp": 3986.787515193,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-002.jpg",
"sha256": "a901358b585eed79dd254f2000521b83701d81f6bdb68bc6b892bbe2081f1acb",
"pose": [
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
"timestamp": 3987.650808567,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-003.jpg",
"sha256": "7baeccbd1a39589e0fddcc077aa35d101f448a15c3b6a6871b959929f98c25e3",
"pose": [
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
"timestamp": 3988.52211977,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-005.jpg",
"sha256": "5ea35ef8eaea5531de06cc277aec809f86c1de5f3f09bbc713eacc7ceb86882a",
"pose": [
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
"timestamp": 3990.323397498,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-000.jpg",
"sha256": "0bf1b6bb782f88f6233bbe007e8e638845a8c84fb24141eb5eecfa27ce3cb2df",
"pose": [
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
"timestamp": 3994.592863774,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-001.jpg",
"sha256": "c140fcafe0129dece3f5c0b06f68d860f60b6a602ed6d08522575d53cca6b747",
"pose": [
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
"timestamp": 3995.261231607,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-002.jpg",
"sha256": "81805fab6e185643fcb5b193491d0871b18477f503812a46b1398e47754a2627",
"pose": [
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
"timestamp": 3995.996761185,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-003.jpg",
"sha256": "e506c2e3b97b1b2f8b602b61d4845625d9c81598f4dbab70fec1997860b1bc61",
"pose": [
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
"timestamp": 3996.593564712,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-004.jpg",
"sha256": "99856c2a5c4f1743fe2f76797bd024913df051211c18647ba2bdb5780be6f2d0",
"pose": [
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
"timestamp": 3997.329675687,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-005.jpg",
"sha256": "e4b4c821b9e6fc7c4e664aa04cabf2a42f33c51c75c3810e9126ec4687937e72",
"pose": [
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
"timestamp": 3998.063926947,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-006.jpg",
"sha256": "5c6c9f0204dad340440c60120adfb88ec9f133c29cfbd9b2dfde43f7db3d0e58",
"pose": [
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
"timestamp": 3998.863020699,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-007.jpg",
"sha256": "3cf12646db08a2f1b5083f85f2d6ef61d3a066e3f5e42736f3af6b3b0d3b9b6d",
"pose": [
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
"timestamp": 3999.464139903,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-008.jpg",
"sha256": "be7eaae2c875f6113e88a68f1f67a7e82277e92bec769706b2e347b9e6b72f47",
"pose": [
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
"timestamp": 4000.199121269,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-009.jpg",
"sha256": "e0faf0a33398f777ddb14d1601034c1d3c08fc07fc8a5a1f9e71094db21daef5",
"pose": [
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
"timestamp": 4000.93340453,
"observation_id": 120
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 6.275628532000155,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
117,
118
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
24,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1377
],
"attention_mask": [
1,
1377
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1377
],
"mm_token_type_ids": [
1,
1377
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-000.jpg",
"sha256": "5c358cace49273d3cde7be787bf3b29a476c9dbdc5e6bf27bb0d678e008e0a71",
"pose": [
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
"timestamp": 3980.511886661,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-001.jpg",
"sha256": "7f7a4b7515cc20bebf009851e993e1c306769c7c59314095a1cfea2af0e6df26",
"pose": [
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
"timestamp": 3986.787515193,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-002.jpg",
"sha256": "a901358b585eed79dd254f2000521b83701d81f6bdb68bc6b892bbe2081f1acb",
"pose": [
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
"timestamp": 3987.650808567,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-003.jpg",
"sha256": "7baeccbd1a39589e0fddcc077aa35d101f448a15c3b6a6871b959929f98c25e3",
"pose": [
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
"timestamp": 3988.52211977,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-000.jpg",
"sha256": "0bf1b6bb782f88f6233bbe007e8e638845a8c84fb24141eb5eecfa27ce3cb2df",
"pose": [
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
"timestamp": 3994.592863774,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-001.jpg",
"sha256": "c140fcafe0129dece3f5c0b06f68d860f60b6a602ed6d08522575d53cca6b747",
"pose": [
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
"timestamp": 3995.261231607,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-002.jpg",
"sha256": "81805fab6e185643fcb5b193491d0871b18477f503812a46b1398e47754a2627",
"pose": [
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
"timestamp": 3995.996761185,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-003.jpg",
"sha256": "e506c2e3b97b1b2f8b602b61d4845625d9c81598f4dbab70fec1997860b1bc61",
"pose": [
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
"timestamp": 3996.593564712,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-004.jpg",
"sha256": "99856c2a5c4f1743fe2f76797bd024913df051211c18647ba2bdb5780be6f2d0",
"pose": [
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
"timestamp": 3997.329675687,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-005.jpg",
"sha256": "e4b4c821b9e6fc7c4e664aa04cabf2a42f33c51c75c3810e9126ec4687937e72",
"pose": [
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
"timestamp": 3998.063926947,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-006.jpg",
"sha256": "5c6c9f0204dad340440c60120adfb88ec9f133c29cfbd9b2dfde43f7db3d0e58",
"pose": [
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
"timestamp": 3998.863020699,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-007.jpg",
"sha256": "3cf12646db08a2f1b5083f85f2d6ef61d3a066e3f5e42736f3af6b3b0d3b9b6d",
"pose": [
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
"timestamp": 3999.464139903,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-008.jpg",
"sha256": "be7eaae2c875f6113e88a68f1f67a7e82277e92bec769706b2e347b9e6b72f47",
"pose": [
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
"timestamp": 4000.199121269,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-009.jpg",
"sha256": "e0faf0a33398f777ddb14d1601034c1d3c08fc07fc8a5a1f9e71094db21daef5",
"pose": [
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
"timestamp": 4000.93340453,
"observation_id": 120
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14502885937690735,
-0.009535767138004303,
-0.09308917075395584
],
[
0.14183657497915123,
-0.0020457390536565197,
-0.05307281762361527
],
[
0.1474208948879727,
-0.0052335862235258004,
-0.05035799741744995
],
[
0.14809437179409313,
-0.001065211260560861,
-0.028178051114082336
],
[
0.1412275733070875,
0.005097141867262577,
0.061162978410720825
],
[
0.1485999883353506,
0.0006066253613734758,
0.021709591150283813
],
[
0.148864156833215,
0.007885416227616203,
0.08561158925294876
],
[
0.13182083232302752,
0.006845641667441786,
-0.012192636728286745
],
[
0.13687956787106606,
0.005914765138018809,
0.04662420600652695
],
[
0.09292164762798297,
0.0010379157374266288,
0.008511419408023357
]
],
"stop": false,
"plan": null,
"raw": "<apos_988><opos_694><act_l0_170><act_l1_90><act_l2_114><|im_end|>",
"waypoints": [
[
0.14502885937690735,
-0.009535767138004303,
-0.09308917075395584
],
[
0.28606116771698,
-0.024757036939263344,
-0.1461619883775711
],
[
0.4311479330062866,
-0.05140551179647446,
-0.19651998579502106
],
[
0.5761837959289551,
-0.08136675506830215,
-0.2246980369091034
],
[
0.7149968147277832,
-0.10786494612693787,
-0.16353505849838257
],
[
0.8617129325866699,
-0.1314595490694046,
-0.14182546734809875
],
[
1.0101970434188843,
-0.14469532668590546,
-0.056213878095149994
],
[
1.1421942710876465,
-0.14526675641536713,
-0.06840651482343674
],
[
1.2791579961776733,
-0.14872197806835175,
-0.02178230881690979
],
[
1.3720802068710327,
-0.14970819652080536,
-0.013270889408886433
]
],
"pointing": {
"apos": 988,
"opos": 694
},
"rvq_codes": [
170,
90,
114
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
117,
118
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
24,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1377
],
"attention_mask": [
1,
1377
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1377
],
"mm_token_type_ids": [
1,
1377
]
}
},
"history_fps": 4
},
"native_latency_ms": 318.2617109268904
},
"response": {
"type": "step",
"actions": [
[
0.14502885937690735,
-0.009535767138004303,
-0.09308917075395584
],
[
0.14183657497915123,
-0.0020457390536565197,
-0.05307281762361527
],
[
0.1474208948879727,
-0.0052335862235258004,
-0.05035799741744995
],
[
0.14809437179409313,
-0.001065211260560861,
-0.028178051114082336
],
[
0.1412275733070875,
0.005097141867262577,
0.061162978410720825
],
[
0.1485999883353506,
0.0006066253613734758,
0.021709591150283813
],
[
0.148864156833215,
0.007885416227616203,
0.08561158925294876
],
[
0.13182083232302752,
0.006845641667441786,
-0.012192636728286745
],
[
0.13687956787106606,
0.005914765138018809,
0.04662420600652695
],
[
0.09292164762798297,
0.0010379157374266288,
0.008511419408023357
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 12,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.647993041202426,
"peak_memory_bytes": 9965489152,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11966349312,
"load_count": 1,
"total_seconds": 0.6535256677307189
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14502885937690735,
-0.009535767138004303,
-0.09308917075395584
],
[
0.28606116771698,
-0.024757036939263344,
-0.1461619883775711
],
[
0.4311479330062866,
-0.051405511796474464,
-0.19651998579502106
],
[
0.5761837959289551,
-0.08136675506830215,
-0.2246980369091034
],
[
0.7149968147277832,
-0.10786494612693787,
-0.1635350584983826
],
[
0.8617129325866699,
-0.1314595490694046,
-0.14182546734809875
],
[
1.0101970434188843,
-0.14469532668590546,
-0.056213878095149994
],
[
1.1421942710876465,
-0.14526675641536713,
-0.06840651482343674
],
[
1.2791579961776733,
-0.14872197806835175,
-0.02178230881690979
],
[
1.3720802068710327,
-0.14970819652080536,
-0.013270889408886433
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
[
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
[
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
[
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
[
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
[
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
[
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
[
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
[
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
[
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
[
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
[
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
[
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
[
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
[
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
[
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
[
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
[
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
[
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
[
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
[
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
[
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
[
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
[
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
[
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
[
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
[
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
[
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
[
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
[
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
[
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
[
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
[
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
[
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
[
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
[
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
[
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
[
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
[
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
[
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
[
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
[
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
[
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
[
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
[
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
[
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
[
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
[
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
[
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
[
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
[
8.569048141340982,
2.49290910822153,
0.1552835302975064
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-000.jpg",
"sha256": "5c358cace49273d3cde7be787bf3b29a476c9dbdc5e6bf27bb0d678e008e0a71",
"pose": [
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
"timestamp": 3980.511886661,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-001.jpg",
"sha256": "7f7a4b7515cc20bebf009851e993e1c306769c7c59314095a1cfea2af0e6df26",
"pose": [
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
"timestamp": 3986.787515193,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-002.jpg",
"sha256": "a901358b585eed79dd254f2000521b83701d81f6bdb68bc6b892bbe2081f1acb",
"pose": [
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
"timestamp": 3987.650808567,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-003.jpg",
"sha256": "7baeccbd1a39589e0fddcc077aa35d101f448a15c3b6a6871b959929f98c25e3",
"pose": [
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
"timestamp": 3988.52211977,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-005.jpg",
"sha256": "5ea35ef8eaea5531de06cc277aec809f86c1de5f3f09bbc713eacc7ceb86882a",
"pose": [
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
"timestamp": 3990.323397498,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-000.jpg",
"sha256": "0bf1b6bb782f88f6233bbe007e8e638845a8c84fb24141eb5eecfa27ce3cb2df",
"pose": [
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
"timestamp": 3994.592863774,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-001.jpg",
"sha256": "c140fcafe0129dece3f5c0b06f68d860f60b6a602ed6d08522575d53cca6b747",
"pose": [
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
"timestamp": 3995.261231607,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-002.jpg",
"sha256": "81805fab6e185643fcb5b193491d0871b18477f503812a46b1398e47754a2627",
"pose": [
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
"timestamp": 3995.996761185,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-003.jpg",
"sha256": "e506c2e3b97b1b2f8b602b61d4845625d9c81598f4dbab70fec1997860b1bc61",
"pose": [
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
"timestamp": 3996.593564712,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-004.jpg",
"sha256": "99856c2a5c4f1743fe2f76797bd024913df051211c18647ba2bdb5780be6f2d0",
"pose": [
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
"timestamp": 3997.329675687,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-005.jpg",
"sha256": "e4b4c821b9e6fc7c4e664aa04cabf2a42f33c51c75c3810e9126ec4687937e72",
"pose": [
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
"timestamp": 3998.063926947,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-006.jpg",
"sha256": "5c6c9f0204dad340440c60120adfb88ec9f133c29cfbd9b2dfde43f7db3d0e58",
"pose": [
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
"timestamp": 3998.863020699,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-007.jpg",
"sha256": "3cf12646db08a2f1b5083f85f2d6ef61d3a066e3f5e42736f3af6b3b0d3b9b6d",
"pose": [
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
"timestamp": 3999.464139903,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-008.jpg",
"sha256": "be7eaae2c875f6113e88a68f1f67a7e82277e92bec769706b2e347b9e6b72f47",
"pose": [
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
"timestamp": 4000.199121269,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-009.jpg",
"sha256": "e0faf0a33398f777ddb14d1601034c1d3c08fc07fc8a5a1f9e71094db21daef5",
"pose": [
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
"timestamp": 4000.93340453,
"observation_id": 120
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-000.jpg",
"sha256": "a9492e4881d1aeef8eadb03a9aed4d5c6888a6af7d7f3adbf1515602eac8e52b",
"pose": [
8.647646989848738,
2.5129268049601103,
0.0689461581397983
],
"timestamp": 4002.668629897,
"observation_id": 121
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-001.jpg",
"sha256": "430a77c5bb6333dfd743e637cdcc0e8f0cf36076087bc3f39b14f7621f9a3b94",
"pose": [
8.741007487401431,
2.525813378125821,
0.04080520829599843
],
"timestamp": 4003.402630044,
"observation_id": 122
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-002.jpg",
"sha256": "7cf6706666b935607d18b63c3ac14f483b2d287cce9826a566fe234147474ae9",
"pose": [
8.843036133828127,
2.5324634753120927,
-0.006382736308872649
],
"timestamp": 4004.209303721,
"observation_id": 123
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-003.jpg",
"sha256": "744936942562dcc52a8af43a6aabff3f5283efb3a2f0883a6cd871f0278f9ecd",
"pose": [
8.954407772999247,
2.53093046367664,
0.009351514196540345
],
"timestamp": 4004.937376963,
"observation_id": 124
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-004.jpg",
"sha256": "6f303df3c5118e5e4da2ef885d6ee99b4c99743e299b41132925339c651fd564",
"pose": [
9.052736038920383,
2.55142549725299,
0.03803947140099851
],
"timestamp": 4005.675249571,
"observation_id": 125
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-005.jpg",
"sha256": "052759ce901b10e09d743a3c894cbe12ffd11789c823cef4d5be3469db605ce9",
"pose": [
9.159310036830455,
2.550401814851219,
0.05695060923325591
],
"timestamp": 4006.341739319,
"observation_id": 126
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-006.jpg",
"sha256": "bd207386c6c06b07acefba9b3dd37dd22c826c6df3df7fb3bc8ec47b2d103f08",
"pose": [
9.259985440763945,
2.5582744996618265,
0.1486269618713011
],
"timestamp": 4007.339039756,
"observation_id": 127
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-007.jpg",
"sha256": "6136f19bd19eacf8d2d3fb330534585543459d75c26dc82f4c39fa891f2d55f7",
"pose": [
9.36100015175392,
2.580655940271594,
0.10070538601735157
],
"timestamp": 4008.539503028,
"observation_id": 128
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-008.jpg",
"sha256": "b237d5a8e00c40ed0000cc51775d7919e8729911ee506d2aa8e42f54d7dfbda6",
"pose": [
9.449669596729608,
2.5895732463029093,
0.13571936252986805
],
"timestamp": 4009.207934511,
"observation_id": 129
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-009.jpg",
"sha256": "49a79673c6c2ccc72f8697c1a5df364d35d115f543efc14f6b3d26f0e9d4b15f",
"pose": [
9.504574393802823,
2.601664135251907,
0.13245267410404604
],
"timestamp": 4009.93966763,
"observation_id": 130
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 6.275628532000155,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
127,
128
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
18,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
15,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1377
],
"attention_mask": [
1,
1377
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1377
],
"mm_token_type_ids": [
1,
1377
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-000.jpg",
"sha256": "5c358cace49273d3cde7be787bf3b29a476c9dbdc5e6bf27bb0d678e008e0a71",
"pose": [
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
"timestamp": 3980.511886661,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-001.jpg",
"sha256": "7f7a4b7515cc20bebf009851e993e1c306769c7c59314095a1cfea2af0e6df26",
"pose": [
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
"timestamp": 3986.787515193,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-002.jpg",
"sha256": "a901358b585eed79dd254f2000521b83701d81f6bdb68bc6b892bbe2081f1acb",
"pose": [
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
"timestamp": 3987.650808567,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-003.jpg",
"sha256": "7baeccbd1a39589e0fddcc077aa35d101f448a15c3b6a6871b959929f98c25e3",
"pose": [
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
"timestamp": 3988.52211977,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-000.jpg",
"sha256": "0bf1b6bb782f88f6233bbe007e8e638845a8c84fb24141eb5eecfa27ce3cb2df",
"pose": [
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
"timestamp": 3994.592863774,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-001.jpg",
"sha256": "c140fcafe0129dece3f5c0b06f68d860f60b6a602ed6d08522575d53cca6b747",
"pose": [
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
"timestamp": 3995.261231607,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-002.jpg",
"sha256": "81805fab6e185643fcb5b193491d0871b18477f503812a46b1398e47754a2627",
"pose": [
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
"timestamp": 3995.996761185,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-003.jpg",
"sha256": "e506c2e3b97b1b2f8b602b61d4845625d9c81598f4dbab70fec1997860b1bc61",
"pose": [
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
"timestamp": 3996.593564712,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-004.jpg",
"sha256": "99856c2a5c4f1743fe2f76797bd024913df051211c18647ba2bdb5780be6f2d0",
"pose": [
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
"timestamp": 3997.329675687,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-005.jpg",
"sha256": "e4b4c821b9e6fc7c4e664aa04cabf2a42f33c51c75c3810e9126ec4687937e72",
"pose": [
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
"timestamp": 3998.063926947,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-006.jpg",
"sha256": "5c6c9f0204dad340440c60120adfb88ec9f133c29cfbd9b2dfde43f7db3d0e58",
"pose": [
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
"timestamp": 3998.863020699,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-007.jpg",
"sha256": "3cf12646db08a2f1b5083f85f2d6ef61d3a066e3f5e42736f3af6b3b0d3b9b6d",
"pose": [
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
"timestamp": 3999.464139903,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-008.jpg",
"sha256": "be7eaae2c875f6113e88a68f1f67a7e82277e92bec769706b2e347b9e6b72f47",
"pose": [
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
"timestamp": 4000.199121269,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-009.jpg",
"sha256": "e0faf0a33398f777ddb14d1601034c1d3c08fc07fc8a5a1f9e71094db21daef5",
"pose": [
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
"timestamp": 4000.93340453,
"observation_id": 120
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-000.jpg",
"sha256": "a9492e4881d1aeef8eadb03a9aed4d5c6888a6af7d7f3adbf1515602eac8e52b",
"pose": [
8.647646989848738,
2.5129268049601103,
0.0689461581397983
],
"timestamp": 4002.668629897,
"observation_id": 121
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-001.jpg",
"sha256": "430a77c5bb6333dfd743e637cdcc0e8f0cf36076087bc3f39b14f7621f9a3b94",
"pose": [
8.741007487401431,
2.525813378125821,
0.04080520829599843
],
"timestamp": 4003.402630044,
"observation_id": 122
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-002.jpg",
"sha256": "7cf6706666b935607d18b63c3ac14f483b2d287cce9826a566fe234147474ae9",
"pose": [
8.843036133828127,
2.5324634753120927,
-0.006382736308872649
],
"timestamp": 4004.209303721,
"observation_id": 123
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-003.jpg",
"sha256": "744936942562dcc52a8af43a6aabff3f5283efb3a2f0883a6cd871f0278f9ecd",
"pose": [
8.954407772999247,
2.53093046367664,
0.009351514196540345
],
"timestamp": 4004.937376963,
"observation_id": 124
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-004.jpg",
"sha256": "6f303df3c5118e5e4da2ef885d6ee99b4c99743e299b41132925339c651fd564",
"pose": [
9.052736038920383,
2.55142549725299,
0.03803947140099851
],
"timestamp": 4005.675249571,
"observation_id": 125
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-005.jpg",
"sha256": "052759ce901b10e09d743a3c894cbe12ffd11789c823cef4d5be3469db605ce9",
"pose": [
9.159310036830455,
2.550401814851219,
0.05695060923325591
],
"timestamp": 4006.341739319,
"observation_id": 126
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-006.jpg",
"sha256": "bd207386c6c06b07acefba9b3dd37dd22c826c6df3df7fb3bc8ec47b2d103f08",
"pose": [
9.259985440763945,
2.5582744996618265,
0.1486269618713011
],
"timestamp": 4007.339039756,
"observation_id": 127
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-007.jpg",
"sha256": "6136f19bd19eacf8d2d3fb330534585543459d75c26dc82f4c39fa891f2d55f7",
"pose": [
9.36100015175392,
2.580655940271594,
0.10070538601735157
],
"timestamp": 4008.539503028,
"observation_id": 128
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-008.jpg",
"sha256": "b237d5a8e00c40ed0000cc51775d7919e8729911ee506d2aa8e42f54d7dfbda6",
"pose": [
9.449669596729608,
2.5895732463029093,
0.13571936252986805
],
"timestamp": 4009.207934511,
"observation_id": 129
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-009.jpg",
"sha256": "49a79673c6c2ccc72f8697c1a5df364d35d115f543efc14f6b3d26f0e9d4b15f",
"pose": [
9.504574393802823,
2.601664135251907,
0.13245267410404604
],
"timestamp": 4009.93966763,
"observation_id": 130
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.09967786453937404,
-0.0006659724771526465,
0.004961441736668349
],
[
0.08809236718825827,
0.00019961536914779089,
0.001139368861913681
],
[
0.08679532689888209,
-0.001772832269979418,
0.010613596066832542
],
[
0.1410484879147049,
-0.002128093634861352,
-0.025597427040338516
],
[
0.15249809497861208,
-0.003292869145460937,
-0.03973643481731415
],
[
0.14745674061387218,
-0.0017218070376845392,
-0.010766733437776566
],
[
0.14461212322081982,
-0.0004901444122998363,
0.011295944452285767
],
[
0.142461971834622,
-0.00020668565476193376,
0.009136948734521866
],
[
0.14759629163783736,
0.00013987336511733003,
-8.001551032066345e-05
]
],
"stop": false,
"plan": null,
"raw": "<apos_986><opos_793><act_l0_0><act_l1_107><act_l2_31><|im_end|>",
"waypoints": [
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.19003736972808838,
0.001068780431523919,
0.010043298825621605
],
[
0.27812328934669495,
0.0021531088277697563,
0.011182667687535286
],
[
0.3649330139160156,
0.0013509704731404781,
0.02179626375436783
],
[
0.5059943795204163,
0.002297468949109316,
-0.003801163285970688
],
[
0.658478856086731,
-0.0015750451711937785,
-0.043537598103284836
],
[
0.8057209253311157,
-0.00971310492604971,
-0.0543043315410614
],
[
0.9500932693481445,
-0.01805173233151436,
-0.043008387088775635
],
[
1.0924146175384521,
-0.02438339777290821,
-0.03387143835425377
],
[
1.2399309873580933,
-0.02924194745719433,
-0.03395145386457443
]
],
"pointing": {
"apos": 986,
"opos": 793
},
"rvq_codes": [
0,
107,
31
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
127,
128
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
18,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
15,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1377
],
"attention_mask": [
1,
1377
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1377
],
"mm_token_type_ids": [
1,
1377
]
}
},
"history_fps": 4
},
"native_latency_ms": 321.29439478740096
},
"response": {
"type": "step",
"actions": [
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.09967786453937404,
-0.0006659724771526465,
0.004961441736668349
],
[
0.08809236718825827,
0.00019961536914779089,
0.001139368861913681
],
[
0.08679532689888209,
-0.001772832269979418,
0.010613596066832542
],
[
0.1410484879147049,
-0.002128093634861352,
-0.025597427040338516
],
[
0.15249809497861208,
-0.003292869145460937,
-0.03973643481731415
],
[
0.14745674061387218,
-0.0017218070376845392,
-0.010766733437776566
],
[
0.14461212322081982,
-0.0004901444122998363,
0.011295944452285767
],
[
0.142461971834622,
-0.00020668565476193376,
0.009136948734521866
],
[
0.14759629163783736,
0.00013987336511733003,
-8.001551032066345e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 13,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7520489259622991,
"peak_memory_bytes": 9965489152,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11966349312,
"load_count": 1,
"total_seconds": 0.7576912050135434
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.09035740792751312,
0.0012281978270038962,
0.005081857088953257
],
[
0.19003736972808838,
0.001068780431523919,
0.010043298825621605
],
[
0.27812328934669495,
0.0021531088277697568,
0.011182667687535286
],
[
0.3649330139160156,
0.0013509704731404784,
0.02179626375436783
],
[
0.5059943795204163,
0.0022974689491093163,
-0.003801163285970688
],
[
0.658478856086731,
-0.001575045171193778,
-0.043537598103284836
],
[
0.8057209253311157,
-0.009713104926049708,
-0.0543043315410614
],
[
0.9500932693481445,
-0.01805173233151436,
-0.043008387088775635
],
[
1.0924146175384521,
-0.02438339777290821,
-0.03387143835425377
],
[
1.2399309873580933,
-0.02924194745719433,
-0.03395145386457443
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
[
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
[
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
[
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
[
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
[
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
[
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
[
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
[
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
[
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
[
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
[
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
[
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
[
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
[
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
[
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
[
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
[
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
[
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
[
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
[
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
[
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
[
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
[
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
[
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
[
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
[
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
[
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
[
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
[
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
[
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
[
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
[
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
[
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
[
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
[
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
[
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
[
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
[
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
[
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
[
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
[
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
[
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
[
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
[
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
[
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
[
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
[
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
[
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
[
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
[
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
[
8.647646989848738,
2.5129268049601103,
0.0689461581397983
],
[
8.741007487401431,
2.525813378125821,
0.04080520829599843
],
[
8.843036133828127,
2.5324634753120927,
-0.006382736308872649
],
[
8.954407772999247,
2.53093046367664,
0.009351514196540345
],
[
9.052736038920383,
2.55142549725299,
0.03803947140099851
],
[
9.159310036830455,
2.550401814851219,
0.05695060923325591
],
[
9.259985440763945,
2.5582744996618265,
0.1486269618713011
],
[
9.36100015175392,
2.580655940271594,
0.10070538601735157
],
[
9.449669596729608,
2.5895732463029093,
0.13571936252986805
],
[
9.504574393802823,
2.601664135251907,
0.13245267410404604
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go straight to the chair",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
"sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
"pose": [
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
"timestamp": 3900.633169484,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
"sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
"pose": [
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
"timestamp": 3901.033420658,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
"sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
"pose": [
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
"timestamp": 3902.702159952,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
"sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
"pose": [
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
"timestamp": 3903.502823714,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
"sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
"pose": [
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
"timestamp": 3906.168724625,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
"sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
"pose": [
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
"timestamp": 3909.771972075,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
"sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
"pose": [
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
"timestamp": 3910.709483132,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
"sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
"pose": [
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
"timestamp": 3912.91047483,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
"sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
"pose": [
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
"timestamp": 3913.71475658,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
"sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
"pose": [
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
"timestamp": 3916.449252568,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
"sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
"pose": [
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
"timestamp": 3917.185023563,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
"sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
"pose": [
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
"timestamp": 3919.317820711,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
"sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
"pose": [
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
"timestamp": 3921.455109542,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
"sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
"pose": [
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
"timestamp": 3922.253556935,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
"sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
"pose": [
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
"timestamp": 3925.524075769,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
"sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
"pose": [
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
"timestamp": 3925.989947737,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
"sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
"pose": [
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
"timestamp": 3927.66130607,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
"sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
"pose": [
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
"timestamp": 3928.257224029,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
"sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
"pose": [
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
"timestamp": 3930.593777759,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-002.jpg",
"sha256": "5eb1a6a38cdd27d5a0b838f9847dd3a682856a49e94c4945dc8e828131ac923c",
"pose": [
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
"timestamp": 3933.934184167,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-003.jpg",
"sha256": "512c03c22281ec60339ced46b4958852e7ce6ce35fdfb9c30c1bc3657dc5a450",
"pose": [
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
"timestamp": 3934.597363682,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-006.jpg",
"sha256": "a8219c78a5c6e6b102f277e13ffc305a1c8d71eb9d4ff6573994639744dac87f",
"pose": [
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
"timestamp": 3936.401727795,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-007.jpg",
"sha256": "b44bee256cb9b60535f42ac37389ccdb717b13f407378440553c2d52cb007204",
"pose": [
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
"timestamp": 3936.999834857,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-002.jpg",
"sha256": "20ca1c4e11c3d48bae2c7625755948a4b6e3b4c0c9547b4d17a4b3e10abbdb14",
"pose": [
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
"timestamp": 3942.006363375,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-003.jpg",
"sha256": "a5a0e9239c370cab8c4d37a25a7e2c1caa7c60fbb044f6c2bbf069cd1eeefe22",
"pose": [
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
"timestamp": 3942.673328405,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-004.jpg",
"sha256": "a786750bf375a90dac27850400a05717d58d7a3519c8fd6529e68e900407fd5e",
"pose": [
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
"timestamp": 3943.275477278,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-005.jpg",
"sha256": "0b64ce8b9272f88503de6d18264c2cea8a74d2fc190e9a71c9a8a27a19c50896",
"pose": [
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
"timestamp": 3943.808712983,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-008.jpg",
"sha256": "21e09778f3f7253dee1cc2e7f6855273ec747740a1f7ed020fba16789c1ca954",
"pose": [
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
"timestamp": 3945.747816441,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-009.jpg",
"sha256": "7bf03b3697e3dfa0c79208e274e7013d8706fffe0e0dde878bda5513fb832ae3",
"pose": [
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
"timestamp": 3946.347940345,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-000.jpg",
"sha256": "8226da44598cd366179919661994f22adb236f1a4080968a1c4dfda38d6cee80",
"pose": [
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
"timestamp": 3948.080555153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-001.jpg",
"sha256": "8bdec436620e6efd87bdb92a5de4f408853646796fd10abfbef9dfcff8b28c5b",
"pose": [
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
"timestamp": 3948.615389636,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-004.jpg",
"sha256": "2a09c345f2327a3d46cb41c9f54b85ac4bea8f0970212c63b48604a7f17c7a7a",
"pose": [
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
"timestamp": 3950.48428487,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-005.jpg",
"sha256": "0a5c56bddf49810c6d3213cdcbd17a41a841df422b24f49935e12334d372411a",
"pose": [
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
"timestamp": 3951.282207092,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-006.jpg",
"sha256": "9a21ae32b5e6817b5b66fa7f212e323191a662d960aed0d908d9687d5fb53028",
"pose": [
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
"timestamp": 3951.883813706,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-007.jpg",
"sha256": "eb90f83c71485001aac0f5f327c4960ea3e0a6f4d2cc35e603820bcb02f6a4a2",
"pose": [
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
"timestamp": 3952.684497596,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-000.jpg",
"sha256": "00c171f1302d17a7b823c4acd8ebf3495efa148e029fff2333d993a700460827",
"pose": [
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
"timestamp": 3956.020685258,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-001.jpg",
"sha256": "9a4a1117415e8b82cdf48978346f424a8ec1f47549661bf089923a7e00b38480",
"pose": [
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
"timestamp": 3956.75781483,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-002.jpg",
"sha256": "756e17c9bcad59bfbcba55aa97fe3ea8840acc17d63a9e288f73e49a9b3109d2",
"pose": [
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
"timestamp": 3957.28781912,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-003.jpg",
"sha256": "a17ab9d559395f30b5c285c4ffb01780a2bca0b8c00d69b7c5ff568a0efa4437",
"pose": [
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
"timestamp": 3957.891429967,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-006.jpg",
"sha256": "94db6ed2999924bc6265004315f9819578617c67d23d2649db3c412468aae192",
"pose": [
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
"timestamp": 3959.690361754,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-007.jpg",
"sha256": "04280e0597715c2d8f7f34a315ca74d7f7dcee08f76b27be18f689ff5fc59f23",
"pose": [
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
"timestamp": 3960.296901828,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-008.jpg",
"sha256": "4fb78f25099d5008a966522cbd65a163fa42e7ddccacedb93ba20b8755a5299e",
"pose": [
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
"timestamp": 3960.96020186,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-009.jpg",
"sha256": "e26a07d743c5f58bd9e1de027d996b456cecbb6e1ecff51d7d5eb0979489ec6d",
"pose": [
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
"timestamp": 3961.625704244,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-002.jpg",
"sha256": "43a8ff05874a511989135e3df99e20dc25d93990586aab0321e2545248dc8227",
"pose": [
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
"timestamp": 3964.698033194,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-003.jpg",
"sha256": "9f2c131d9cc98415d6b0f59ac750d24629ee6a6bfb7da7bda4c127a40e19fc26",
"pose": [
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
"timestamp": 3965.229851278,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-004.jpg",
"sha256": "647efe89b38b85c23928e290da2975ef0c99515f5e6bcc868df4ba91169bd8c7",
"pose": [
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
"timestamp": 3965.896418693,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-005.jpg",
"sha256": "2a137790d6276881668536ab0d42f553b02986a66dd4287d14ed97bfd5c95106",
"pose": [
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
"timestamp": 3966.499393645,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-008.jpg",
"sha256": "0032b091c5b05399e271b3b6ae7d1c0a5bb55c98bc62ecddb60d4738d20ae127",
"pose": [
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
"timestamp": 3968.769746305,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-009.jpg",
"sha256": "5c2a9aeb1fdd1b6083f2daccbb5a006c9fcdfbe8687ba1e656cd2a21bf9b715a",
"pose": [
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
"timestamp": 3968.899487037,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-000.jpg",
"sha256": "333425bab95578b4c9ceeee4f912d566a3796b92b96f272a9fa3924c9cb09892",
"pose": [
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
"timestamp": 3971.170233216,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-001.jpg",
"sha256": "877bc57d6f42984f24ec9024dbe953265bfdbd808f1c1a0e858ff932ff1a3012",
"pose": [
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
"timestamp": 3972.106328029,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-004.jpg",
"sha256": "8c9f024194e8a318bb5a58b89957b2b5c3a0ae171c1a082064672317bd1f8d64",
"pose": [
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
"timestamp": 3974.70610992,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-005.jpg",
"sha256": "f40033163ef47bda7a8fece98a4b69c42c67e01fb658a148c90ef5071a4fdea2",
"pose": [
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
"timestamp": 3975.439841417,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-006.jpg",
"sha256": "152cdc8a3175e85a3e0f83ead4de72f598163c6b8237788b42b9fe04b98a15e4",
"pose": [
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
"timestamp": 3976.107952248,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-007.jpg",
"sha256": "9004e3ddde168e5f6da51920118872afe49adeeb7e13e54206ac60b4afaa2020",
"pose": [
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
"timestamp": 3976.647983368,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-000.jpg",
"sha256": "5c358cace49273d3cde7be787bf3b29a476c9dbdc5e6bf27bb0d678e008e0a71",
"pose": [
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
"timestamp": 3980.511886661,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-001.jpg",
"sha256": "7f7a4b7515cc20bebf009851e993e1c306769c7c59314095a1cfea2af0e6df26",
"pose": [
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
"timestamp": 3986.787515193,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-002.jpg",
"sha256": "a901358b585eed79dd254f2000521b83701d81f6bdb68bc6b892bbe2081f1acb",
"pose": [
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
"timestamp": 3987.650808567,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-003.jpg",
"sha256": "7baeccbd1a39589e0fddcc077aa35d101f448a15c3b6a6871b959929f98c25e3",
"pose": [
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
"timestamp": 3988.52211977,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-005.jpg",
"sha256": "5ea35ef8eaea5531de06cc277aec809f86c1de5f3f09bbc713eacc7ceb86882a",
"pose": [
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
"timestamp": 3990.323397498,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-000.jpg",
"sha256": "0bf1b6bb782f88f6233bbe007e8e638845a8c84fb24141eb5eecfa27ce3cb2df",
"pose": [
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
"timestamp": 3994.592863774,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-001.jpg",
"sha256": "c140fcafe0129dece3f5c0b06f68d860f60b6a602ed6d08522575d53cca6b747",
"pose": [
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
"timestamp": 3995.261231607,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-002.jpg",
"sha256": "81805fab6e185643fcb5b193491d0871b18477f503812a46b1398e47754a2627",
"pose": [
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
"timestamp": 3995.996761185,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-003.jpg",
"sha256": "e506c2e3b97b1b2f8b602b61d4845625d9c81598f4dbab70fec1997860b1bc61",
"pose": [
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
"timestamp": 3996.593564712,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-004.jpg",
"sha256": "99856c2a5c4f1743fe2f76797bd024913df051211c18647ba2bdb5780be6f2d0",
"pose": [
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
"timestamp": 3997.329675687,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-005.jpg",
"sha256": "e4b4c821b9e6fc7c4e664aa04cabf2a42f33c51c75c3810e9126ec4687937e72",
"pose": [
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
"timestamp": 3998.063926947,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-006.jpg",
"sha256": "5c6c9f0204dad340440c60120adfb88ec9f133c29cfbd9b2dfde43f7db3d0e58",
"pose": [
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
"timestamp": 3998.863020699,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-007.jpg",
"sha256": "3cf12646db08a2f1b5083f85f2d6ef61d3a066e3f5e42736f3af6b3b0d3b9b6d",
"pose": [
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
"timestamp": 3999.464139903,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-008.jpg",
"sha256": "be7eaae2c875f6113e88a68f1f67a7e82277e92bec769706b2e347b9e6b72f47",
"pose": [
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
"timestamp": 4000.199121269,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-009.jpg",
"sha256": "e0faf0a33398f777ddb14d1601034c1d3c08fc07fc8a5a1f9e71094db21daef5",
"pose": [
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
"timestamp": 4000.93340453,
"observation_id": 120
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-000.jpg",
"sha256": "a9492e4881d1aeef8eadb03a9aed4d5c6888a6af7d7f3adbf1515602eac8e52b",
"pose": [
8.647646989848738,
2.5129268049601103,
0.0689461581397983
],
"timestamp": 4002.668629897,
"observation_id": 121
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-001.jpg",
"sha256": "430a77c5bb6333dfd743e637cdcc0e8f0cf36076087bc3f39b14f7621f9a3b94",
"pose": [
8.741007487401431,
2.525813378125821,
0.04080520829599843
],
"timestamp": 4003.402630044,
"observation_id": 122
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-002.jpg",
"sha256": "7cf6706666b935607d18b63c3ac14f483b2d287cce9826a566fe234147474ae9",
"pose": [
8.843036133828127,
2.5324634753120927,
-0.006382736308872649
],
"timestamp": 4004.209303721,
"observation_id": 123
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-003.jpg",
"sha256": "744936942562dcc52a8af43a6aabff3f5283efb3a2f0883a6cd871f0278f9ecd",
"pose": [
8.954407772999247,
2.53093046367664,
0.009351514196540345
],
"timestamp": 4004.937376963,
"observation_id": 124
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-004.jpg",
"sha256": "6f303df3c5118e5e4da2ef885d6ee99b4c99743e299b41132925339c651fd564",
"pose": [
9.052736038920383,
2.55142549725299,
0.03803947140099851
],
"timestamp": 4005.675249571,
"observation_id": 125
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-005.jpg",
"sha256": "052759ce901b10e09d743a3c894cbe12ffd11789c823cef4d5be3469db605ce9",
"pose": [
9.159310036830455,
2.550401814851219,
0.05695060923325591
],
"timestamp": 4006.341739319,
"observation_id": 126
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-006.jpg",
"sha256": "bd207386c6c06b07acefba9b3dd37dd22c826c6df3df7fb3bc8ec47b2d103f08",
"pose": [
9.259985440763945,
2.5582744996618265,
0.1486269618713011
],
"timestamp": 4007.339039756,
"observation_id": 127
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-007.jpg",
"sha256": "6136f19bd19eacf8d2d3fb330534585543459d75c26dc82f4c39fa891f2d55f7",
"pose": [
9.36100015175392,
2.580655940271594,
0.10070538601735157
],
"timestamp": 4008.539503028,
"observation_id": 128
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-008.jpg",
"sha256": "b237d5a8e00c40ed0000cc51775d7919e8729911ee506d2aa8e42f54d7dfbda6",
"pose": [
9.449669596729608,
2.5895732463029093,
0.13571936252986805
],
"timestamp": 4009.207934511,
"observation_id": 129
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-009.jpg",
"sha256": "49a79673c6c2ccc72f8697c1a5df364d35d115f543efc14f6b3d26f0e9d4b15f",
"pose": [
9.504574393802823,
2.601664135251907,
0.13245267410404604
],
"timestamp": 4009.93966763,
"observation_id": 130
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-000.jpg",
"sha256": "b418a75d95dc96110268ba8058f146df32d800cb4227d207ff1bd0c0d8525c15",
"pose": [
9.541453835502647,
2.6106185109089277,
0.15921159816442865
],
"timestamp": 4011.476901264,
"observation_id": 131
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-001.jpg",
"sha256": "64f6155cbb1cde7d33842017670e4d35db91c85b1ea447cccf3173d286d39994",
"pose": [
9.600053199679682,
2.6140596353448937,
0.1714051111625915
],
"timestamp": 4012.151116894,
"observation_id": 132
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-002.jpg",
"sha256": "6f60d7be082a8a1ce2b55fbcb302fccdb4ffa83d3b4e8a7bdd6a1a811b26340f",
"pose": [
9.637179958482264,
2.621235377069569,
0.21124707916701901
],
"timestamp": 4013.349717026,
"observation_id": 133
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-003.jpg",
"sha256": "6aab271a9c232bf496df4f75f1f0fdb63e7e8841d73b24a22d8be3ef308aed6f",
"pose": [
9.651290469262015,
2.6243635881827694,
0.23505361040566217
],
"timestamp": 4018.215581118,
"observation_id": 134
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-004.jpg",
"sha256": "1d33daf8fbb1bd04547a823b0db0002ccc9841b8596d2a2df145be38a9505bcc",
"pose": [
9.747112143703472,
2.6451013117537605,
0.24044654904124174
],
"timestamp": 4019.152732673,
"observation_id": 135
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-005.jpg",
"sha256": "d9971f650df73bb5e800d17983762c28adf73b9e310f04e4316e049ae2577e69",
"pose": [
9.856094662453462,
2.6722012013798553,
0.24018621516253424
],
"timestamp": 4020.220457279,
"observation_id": 136
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-006.jpg",
"sha256": "d6271ccf6719f22514431c422943c74ad603568abdf10c4b77bac725e8d588ea",
"pose": [
9.951443513978036,
2.7013552476803566,
0.2605367837529101
],
"timestamp": 4021.288178461,
"observation_id": 137
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-007.jpg",
"sha256": "596be368e0e38099d3a317c5971f237deb0c021beeb7951c174af7d4fe7e53fc",
"pose": [
10.049137004228982,
2.730353389636098,
0.24315562557469528
],
"timestamp": 4022.021153002,
"observation_id": 138
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-008.jpg",
"sha256": "4febc779c01bdc8502a1250f690117b57e46b14400603e7127c311af6ff39488",
"pose": [
10.139521997837901,
2.754542147712841,
0.2758872154806017
],
"timestamp": 4023.020393223,
"observation_id": 139
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-009.jpg",
"sha256": "151bb6abd56ba91021b5323067c949dd54fccf69551ddc6bd4b3367de5876d83",
"pose": [
10.2388791209737,
2.7812255294028176,
0.29880611134386414
],
"timestamp": 4023.754875531,
"observation_id": 140
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 6.275628532000155,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
4,
5,
8,
9,
11,
12,
15,
16,
19,
20,
23,
24,
26,
27,
30,
31,
34,
35,
38,
39,
41,
42,
45,
46,
49,
50,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
99,
100,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
8,
9,
11,
12,
15,
16,
19,
20,
23,
24,
26,
27,
30,
31,
34,
35,
38,
39,
41,
42,
45,
46,
49,
50
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
99,
100,
105,
106
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
139,
140
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<34.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><33.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
18,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<34.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><33.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1377
],
"attention_mask": [
1,
1377
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1377
],
"mm_token_type_ids": [
1,
1377
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
"sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
"pose": [
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
"timestamp": 3897.969222412,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
"sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
"pose": [
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
"timestamp": 3900.096699966,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
"sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
"pose": [
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
"timestamp": 3901.434973544,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
"sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
"pose": [
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
"timestamp": 3902.102232568,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
"sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
"pose": [
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
"timestamp": 3904.505444346,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
"sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
"pose": [
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
"timestamp": 3905.306259121,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
"sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
"pose": [
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
"timestamp": 3907.976128241,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
"sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
"pose": [
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
"timestamp": 3908.842047182,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
"sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
"pose": [
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
"timestamp": 3911.37695906,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
"sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
"pose": [
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
"timestamp": 3912.175743713,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
"sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
"pose": [
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
"timestamp": 3914.579222925,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
"sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
"pose": [
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
"timestamp": 3915.111907217,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
"sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
"pose": [
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
"timestamp": 3917.916641159,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
"sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
"pose": [
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
"timestamp": 3918.51679572,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
"sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
"pose": [
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
"timestamp": 3919.918678433,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
"sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
"pose": [
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
"timestamp": 3920.720943565,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
"sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
"pose": [
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
"timestamp": 3922.987667581,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
"sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
"pose": [
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
"timestamp": 3924.524169413,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
"sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
"pose": [
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
"timestamp": 3926.320768922,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
"sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
"pose": [
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
"timestamp": 3926.991472264,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
"sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
"pose": [
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
"timestamp": 3929.059751954,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
"sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
"pose": [
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
"timestamp": 3929.795814256,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-000.jpg",
"sha256": "cdbaddfa577f1133e43f2e3e3c0e7471d044fe8a92a072d335ec9aef983e33f7",
"pose": [
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
"timestamp": 3932.331160741,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-001.jpg",
"sha256": "7d76ff98dbeca96865ec894eaeed21198c0af5ec81aae744663a21731a26fdd0",
"pose": [
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
"timestamp": 3933.064235286,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-004.jpg",
"sha256": "2092abe6a557d9e01ee75a466b3d7e0b32e0a8a02798d6cc746d3c1d2b08f8fe",
"pose": [
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
"timestamp": 3935.199793622,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-005.jpg",
"sha256": "bec89cd492fb072d40e4f5754e635b752e17a904c48e8219e29c8119f6b1f13b",
"pose": [
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
"timestamp": 3935.732113101,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-008.jpg",
"sha256": "b09f36b40464d3c8b18bea8feb048a50e25d712bc5c4b64f730f57225745ebe7",
"pose": [
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
"timestamp": 3937.802353951,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000005/input-009.jpg",
"sha256": "8844d16c24b38fb5b88ab09e3f29dbfa4a3870369ef2750511ec2b33e28c35ef",
"pose": [
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
"timestamp": 3938.402224917,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-000.jpg",
"sha256": "30736d78543fc3ce57da95c18905cfdb8dcc308d315626c58918922e69130107",
"pose": [
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
"timestamp": 3940.605839303,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-001.jpg",
"sha256": "cc52e7fd4295b53edd8bd4455096f2a66606a2efd8246e172cfe75715d6d98b8",
"pose": [
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
"timestamp": 3941.471994414,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-006.jpg",
"sha256": "b3d2a1f91693575f20cc0ba506e846dc28c613e850ea67824b8e4972c0c27212",
"pose": [
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
"timestamp": 3944.409939038,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000006/input-007.jpg",
"sha256": "baf03a69e4d3f3badf74fcd8b7151b2e7cdf695d437ff0be426e3e8267d122fd",
"pose": [
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
"timestamp": 3945.141620444,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-002.jpg",
"sha256": "12830e761fb660bc60d5b531dd14778149fe0c54c6b466e680777153241b72f2",
"pose": [
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
"timestamp": 3949.150777098,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-003.jpg",
"sha256": "f19c3387ca6d9862b83a597448a25f12ff37669809b84ff9ff3250770640c16b",
"pose": [
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
"timestamp": 3949.68450418,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-008.jpg",
"sha256": "69418f6d6eb785a5a15827d7039bec1b0286ad389511226a016b4ec0c7547b74",
"pose": [
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
"timestamp": 3953.354211334,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000007/input-009.jpg",
"sha256": "4eee069e8ec530f0f26000f906679e9b22bac5722175304aede387d2def45cdf",
"pose": [
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
"timestamp": 3954.155302887,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-004.jpg",
"sha256": "09977483aa11568cf424f49e25e95fa3c95559737df9e4a9e34fb1a10ef1f3eb",
"pose": [
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
"timestamp": 3958.490384804,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000008/input-005.jpg",
"sha256": "e2f139f8620b6c3a9befea3e9bb972532531a3e77847e909c394831189328153",
"pose": [
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
"timestamp": 3959.157194756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-000.jpg",
"sha256": "cea2fb270ca76053f0797533733618b38890ed90eb7e5d0e6e81f90af8156e30",
"pose": [
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
"timestamp": 3963.226827152,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-001.jpg",
"sha256": "4f7db27b79ceb9dda9a3d45c9e484dd741893c7c32937c1897ea85857018bf7d",
"pose": [
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
"timestamp": 3963.696892072,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-006.jpg",
"sha256": "be94bebb08123cb20f06dfe383b832ee81e2897e695ee1ae142c787b221c6454",
"pose": [
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
"timestamp": 3967.233546949,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000009/input-007.jpg",
"sha256": "ee66d10c23ab21470c3c617adbb6dad70055a767878a19c9e420a989fea8f40e",
"pose": [
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
"timestamp": 3967.9700845,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-002.jpg",
"sha256": "dac71f2418156c94f38f01f547122b2ee394115b0532ce1cf466b49986af7e30",
"pose": [
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
"timestamp": 3972.839907584,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-003.jpg",
"sha256": "d233b678e941603f9478b70143e41d0d68cd097fa6d22e03b684db9ec00f6ee8",
"pose": [
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
"timestamp": 3973.97507513,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-008.jpg",
"sha256": "f29e8f7eea592304dae9a33902f1c7f819f03eba54762460b7b9ace3d976bd13",
"pose": [
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
"timestamp": 3977.581889398,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000010/input-009.jpg",
"sha256": "e74ba975516f225d1e38b6cf211459b7659f44139bc702ae8add8c941fbd993e",
"pose": [
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
"timestamp": 3978.44194595,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-004.jpg",
"sha256": "7957ec9e76a137fb6f9e19ff4aa72642eb8bfb870b07c427e3d6975bf4fe091d",
"pose": [
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
"timestamp": 3989.454053247,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-005.jpg",
"sha256": "5ea35ef8eaea5531de06cc277aec809f86c1de5f3f09bbc713eacc7ceb86882a",
"pose": [
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
"timestamp": 3990.323397498,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-006.jpg",
"sha256": "2d8c562ed0a4c0605ecc53f498304b946fa77561e49a5c3be2a496df5c0ed739",
"pose": [
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
"timestamp": 3990.459510974,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-007.jpg",
"sha256": "413fa40d9b8045a2bff6c4e4c2b4926d2d663adc0963d92d645ac5595796227b",
"pose": [
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
"timestamp": 3991.054802254,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-008.jpg",
"sha256": "961c994bf7784ce021770fdd621de7a49ca38822f51191e676a177dcf7cbabe6",
"pose": [
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
"timestamp": 3991.991033968,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000011/input-009.jpg",
"sha256": "f1f767f1d9fc5aa42a34dffe410f1a16a5e296212f3b6037763d2d6a49e85ddf",
"pose": [
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
"timestamp": 3992.657506756,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-000.jpg",
"sha256": "0bf1b6bb782f88f6233bbe007e8e638845a8c84fb24141eb5eecfa27ce3cb2df",
"pose": [
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
"timestamp": 3994.592863774,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-001.jpg",
"sha256": "c140fcafe0129dece3f5c0b06f68d860f60b6a602ed6d08522575d53cca6b747",
"pose": [
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
"timestamp": 3995.261231607,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-002.jpg",
"sha256": "81805fab6e185643fcb5b193491d0871b18477f503812a46b1398e47754a2627",
"pose": [
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
"timestamp": 3995.996761185,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-003.jpg",
"sha256": "e506c2e3b97b1b2f8b602b61d4845625d9c81598f4dbab70fec1997860b1bc61",
"pose": [
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
"timestamp": 3996.593564712,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-004.jpg",
"sha256": "99856c2a5c4f1743fe2f76797bd024913df051211c18647ba2bdb5780be6f2d0",
"pose": [
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
"timestamp": 3997.329675687,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-005.jpg",
"sha256": "e4b4c821b9e6fc7c4e664aa04cabf2a42f33c51c75c3810e9126ec4687937e72",
"pose": [
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
"timestamp": 3998.063926947,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-006.jpg",
"sha256": "5c6c9f0204dad340440c60120adfb88ec9f133c29cfbd9b2dfde43f7db3d0e58",
"pose": [
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
"timestamp": 3998.863020699,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-007.jpg",
"sha256": "3cf12646db08a2f1b5083f85f2d6ef61d3a066e3f5e42736f3af6b3b0d3b9b6d",
"pose": [
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
"timestamp": 3999.464139903,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-008.jpg",
"sha256": "be7eaae2c875f6113e88a68f1f67a7e82277e92bec769706b2e347b9e6b72f47",
"pose": [
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
"timestamp": 4000.199121269,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000012/input-009.jpg",
"sha256": "e0faf0a33398f777ddb14d1601034c1d3c08fc07fc8a5a1f9e71094db21daef5",
"pose": [
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
"timestamp": 4000.93340453,
"observation_id": 120
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-000.jpg",
"sha256": "a9492e4881d1aeef8eadb03a9aed4d5c6888a6af7d7f3adbf1515602eac8e52b",
"pose": [
8.647646989848738,
2.5129268049601103,
0.0689461581397983
],
"timestamp": 4002.668629897,
"observation_id": 121
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-001.jpg",
"sha256": "430a77c5bb6333dfd743e637cdcc0e8f0cf36076087bc3f39b14f7621f9a3b94",
"pose": [
8.741007487401431,
2.525813378125821,
0.04080520829599843
],
"timestamp": 4003.402630044,
"observation_id": 122
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-002.jpg",
"sha256": "7cf6706666b935607d18b63c3ac14f483b2d287cce9826a566fe234147474ae9",
"pose": [
8.843036133828127,
2.5324634753120927,
-0.006382736308872649
],
"timestamp": 4004.209303721,
"observation_id": 123
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-003.jpg",
"sha256": "744936942562dcc52a8af43a6aabff3f5283efb3a2f0883a6cd871f0278f9ecd",
"pose": [
8.954407772999247,
2.53093046367664,
0.009351514196540345
],
"timestamp": 4004.937376963,
"observation_id": 124
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-004.jpg",
"sha256": "6f303df3c5118e5e4da2ef885d6ee99b4c99743e299b41132925339c651fd564",
"pose": [
9.052736038920383,
2.55142549725299,
0.03803947140099851
],
"timestamp": 4005.675249571,
"observation_id": 125
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-005.jpg",
"sha256": "052759ce901b10e09d743a3c894cbe12ffd11789c823cef4d5be3469db605ce9",
"pose": [
9.159310036830455,
2.550401814851219,
0.05695060923325591
],
"timestamp": 4006.341739319,
"observation_id": 126
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-006.jpg",
"sha256": "bd207386c6c06b07acefba9b3dd37dd22c826c6df3df7fb3bc8ec47b2d103f08",
"pose": [
9.259985440763945,
2.5582744996618265,
0.1486269618713011
],
"timestamp": 4007.339039756,
"observation_id": 127
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-007.jpg",
"sha256": "6136f19bd19eacf8d2d3fb330534585543459d75c26dc82f4c39fa891f2d55f7",
"pose": [
9.36100015175392,
2.580655940271594,
0.10070538601735157
],
"timestamp": 4008.539503028,
"observation_id": 128
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-008.jpg",
"sha256": "b237d5a8e00c40ed0000cc51775d7919e8729911ee506d2aa8e42f54d7dfbda6",
"pose": [
9.449669596729608,
2.5895732463029093,
0.13571936252986805
],
"timestamp": 4009.207934511,
"observation_id": 129
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000013/input-009.jpg",
"sha256": "49a79673c6c2ccc72f8697c1a5df364d35d115f543efc14f6b3d26f0e9d4b15f",
"pose": [
9.504574393802823,
2.601664135251907,
0.13245267410404604
],
"timestamp": 4009.93966763,
"observation_id": 130
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-000.jpg",
"sha256": "b418a75d95dc96110268ba8058f146df32d800cb4227d207ff1bd0c0d8525c15",
"pose": [
9.541453835502647,
2.6106185109089277,
0.15921159816442865
],
"timestamp": 4011.476901264,
"observation_id": 131
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-001.jpg",
"sha256": "64f6155cbb1cde7d33842017670e4d35db91c85b1ea447cccf3173d286d39994",
"pose": [
9.600053199679682,
2.6140596353448937,
0.1714051111625915
],
"timestamp": 4012.151116894,
"observation_id": 132
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-002.jpg",
"sha256": "6f60d7be082a8a1ce2b55fbcb302fccdb4ffa83d3b4e8a7bdd6a1a811b26340f",
"pose": [
9.637179958482264,
2.621235377069569,
0.21124707916701901
],
"timestamp": 4013.349717026,
"observation_id": 133
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-003.jpg",
"sha256": "6aab271a9c232bf496df4f75f1f0fdb63e7e8841d73b24a22d8be3ef308aed6f",
"pose": [
9.651290469262015,
2.6243635881827694,
0.23505361040566217
],
"timestamp": 4018.215581118,
"observation_id": 134
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-004.jpg",
"sha256": "1d33daf8fbb1bd04547a823b0db0002ccc9841b8596d2a2df145be38a9505bcc",
"pose": [
9.747112143703472,
2.6451013117537605,
0.24044654904124174
],
"timestamp": 4019.152732673,
"observation_id": 135
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-005.jpg",
"sha256": "d9971f650df73bb5e800d17983762c28adf73b9e310f04e4316e049ae2577e69",
"pose": [
9.856094662453462,
2.6722012013798553,
0.24018621516253424
],
"timestamp": 4020.220457279,
"observation_id": 136
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-006.jpg",
"sha256": "d6271ccf6719f22514431c422943c74ad603568abdf10c4b77bac725e8d588ea",
"pose": [
9.951443513978036,
2.7013552476803566,
0.2605367837529101
],
"timestamp": 4021.288178461,
"observation_id": 137
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-007.jpg",
"sha256": "596be368e0e38099d3a317c5971f237deb0c021beeb7951c174af7d4fe7e53fc",
"pose": [
10.049137004228982,
2.730353389636098,
0.24315562557469528
],
"timestamp": 4022.021153002,
"observation_id": 138
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-008.jpg",
"sha256": "4febc779c01bdc8502a1250f690117b57e46b14400603e7127c311af6ff39488",
"pose": [
10.139521997837901,
2.754542147712841,
0.2758872154806017
],
"timestamp": 4023.020393223,
"observation_id": 139
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000014/input-009.jpg",
"sha256": "151bb6abd56ba91021b5323067c949dd54fccf69551ddc6bd4b3367de5876d83",
"pose": [
10.2388791209737,
2.7812255294028176,
0.29880611134386414
],
"timestamp": 4023.754875531,
"observation_id": 140
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<34.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><33.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.143122598528862,
0.02558489888906479,
0.1578274667263031
],
[
0.14752830320355267,
-0.008461952459372455,
-0.09464386850595474
],
[
0.14343149360760427,
-0.003744399058019731,
-0.050135303288698196
],
[
0.13848385946996333,
-0.0037077739528346646,
-0.047590844333171844
],
[
0.11530371828070027,
-0.0027828284875291995,
-0.013403207063674927
],
[
0.11522395682526551,
-0.0023600571759991645,
-0.008343733847141266
],
[
0.13598712507894326,
0.0005319793862120685,
-0.005289588123559952
],
[
0.11942593758668732,
-0.0033677179578857335,
0.04113979637622833
],
[
0.11643239216051403,
-0.00032480980261102594,
0.014767049811780453
],
[
0.08816204728203235,
-0.00018826130419756775,
-0.002262113615870476
]
],
"stop": false,
"plan": null,
"raw": "<apos_985><opos_697><act_l0_242><act_l1_92><act_l2_28><|im_end|>",
"waypoints": [
[
0.143122598528862,
0.02558489888906479,
0.1578274667263031
],
[
0.2901472747325897,
0.04041559249162674,
0.06318359822034836
],
[
0.43352898955345154,
0.045735154300928116,
0.013048294931650162
],
[
0.5720494389533997,
0.0438346229493618,
-0.03454254940152168
],
[
0.6871882677078247,
0.037071362137794495,
-0.04794575646519661
],
[
0.8021667003631592,
0.0291916336864233,
-0.056289490312337875
],
[
0.937968373298645,
0.022072166204452515,
-0.06157907843589783
],
[
1.0569607019424438,
0.011361339129507542,
-0.020439282059669495
],
[
1.173362135887146,
0.008656968362629414,
-0.005672232247889042
],
[
1.2615216970443726,
0.00796863716095686,
-0.007934345863759518
]
],
"pointing": {
"apos": 985,
"opos": 697
},
"rvq_codes": [
242,
92,
28
],
"model_input": {
"history_indices": [
0,
1,
4,
5,
8,
9,
11,
12,
15,
16,
19,
20,
23,
24,
26,
27,
30,
31,
34,
35,
38,
39,
41,
42,
45,
46,
49,
50,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
99,
100,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
8,
9,
11,
12,
15,
16,
19,
20,
23,
24,
26,
27,
30,
31,
34,
35,
38,
39,
41,
42,
45,
46,
49,
50
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
99,
100,
105,
106
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
139,
140
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<34.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><33.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
18,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
7678,
311,
279,
10496,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<34.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><33.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><32.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1377
],
"attention_mask": [
1,
1377
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1377
],
"mm_token_type_ids": [
1,
1377
]
}
},
"history_fps": 4
},
"native_latency_ms": 630.175406113267
},
"response": {
"type": "step",
"actions": [
[
0.143122598528862,
0.02558489888906479,
0.1578274667263031
],
[
0.14752830320355267,
-0.008461952459372455,
-0.09464386850595474
],
[
0.14343149360760427,
-0.003744399058019731,
-0.050135303288698196
],
[
0.13848385946996333,
-0.0037077739528346646,
-0.047590844333171844
],
[
0.11530371828070027,
-0.0027828284875291995,
-0.013403207063674927
],
[
0.11522395682526551,
-0.0023600571759991645,
-0.008343733847141266
],
[
0.13598712507894326,
0.0005319793862120685,
-0.005289588123559952
],
[
0.11942593758668732,
-0.0033677179578857335,
0.04113979637622833
],
[
0.11643239216051403,
-0.00032480980261102594,
0.014767049811780453
],
[
0.08816204728203235,
-0.00018826130419756775,
-0.002262113615870476
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-162605-e37eee49",
"inference_id": 14,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 1.0823310231789947,
"peak_memory_bytes": 9965489152,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11966349312,
"load_count": 1,
"total_seconds": 1.0894676940515637
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.143122598528862,
0.02558489888906479,
0.1578274667263031
],
[
0.2901472747325897,
0.04041559249162674,
0.06318359822034836
],
[
0.43352898955345154,
0.045735154300928116,
0.01304829493165016
],
[
0.5720494389533997,
0.0438346229493618,
-0.03454254940152168
],
[
0.6871882677078247,
0.0370713621377945,
-0.04794575646519661
],
[
0.8021667003631592,
0.029191633686423305,
-0.056289490312337875
],
[
0.937968373298645,
0.022072166204452518,
-0.06157907843589783
],
[
1.0569607019424438,
0.011361339129507545,
-0.020439282059669495
],
[
1.173362135887146,
0.008656968362629417,
-0.005672232247889042
],
[
1.2615216970443726,
0.007968637160956863,
-0.007934345863759518
]
],
"observed_poses": [
[
1.8613925643344298e-05,
-4.8431664119581076e-05,
7.48645149272198e-05
],
[
0.050354598863018935,
0.0011569450239913015,
-0.04571012817710652
],
[
0.1154551953891752,
-0.002870540898771541,
-0.06097615918791943
],
[
0.14326600406282597,
-0.001876040034922255,
-0.06549846754278056
],
[
0.16613239765072296,
-0.004568397055267098,
-0.05991682270315724
],
[
0.23279939921305237,
0.0006171038873140633,
0.06866615178117487
],
[
0.3109510455560126,
0.01356940683553079,
0.10653472538792308
],
[
0.4143346992788858,
0.03677928585961962,
0.0894578485454629
],
[
0.5164701645172798,
0.04809696389850279,
0.08616576129506814
],
[
0.6269326801225268,
0.0557449260899025,
0.09673290929139189
],
[
0.7274019061956313,
0.06671516336074762,
0.10765056228242198
],
[
0.8210228639392247,
0.10012580156416573,
0.2592900968448085
],
[
0.92123266914906,
0.12682020996740062,
0.2674478922506438
],
[
0.978848566494235,
0.14764581642313696,
0.2696018598598915
],
[
1.0306598941557392,
0.16903333261414527,
0.2733580407891666
],
[
1.13117511239081,
0.19182943574298944,
0.2807691098672481
],
[
1.2413254405239524,
0.2250094284914258,
0.25260548152784745
],
[
1.3453024810303702,
0.2547808222671192,
0.26305535182510364
],
[
1.439876544183075,
0.2840370072431252,
0.2707256334970207
],
[
1.5164240669823825,
0.3093482789291252,
0.2867986136927738
],
[
1.5605075499044543,
0.3286529899238332,
0.27115314389984924
],
[
1.5823419934695737,
0.3331846585756515,
0.29612171594261205
],
[
1.6831998431981763,
0.3642594964093545,
0.2990088381720166
],
[
1.7729844409451938,
0.4002657613840458,
0.2870855712283432
],
[
1.8648098197112453,
0.4216480322533578,
0.19294594265721188
],
[
1.9623183624415172,
0.443101680466932,
0.1838821948650673
],
[
2.0604516007240425,
0.45936816006308423,
0.15484777289322815
],
[
2.174509429126958,
0.48420587330288123,
0.1618531448817372
],
[
2.271085620206122,
0.5022361658551185,
0.1705037343161483
],
[
2.3694833608978842,
0.5243954233988732,
0.18443802378731844
],
[
2.4827666387506335,
0.5484168518227213,
0.2667630640239276
],
[
2.5181759401535766,
0.5557693056165381,
0.16502223943581604
],
[
2.5898372712389808,
0.5636455843207573,
0.15496636461631497
],
[
2.6159032283255863,
0.5738081353543592,
0.15296050692129182
],
[
2.6400353604125395,
0.5788689381506227,
0.15381295351364369
],
[
2.7019497702213187,
0.588771337107808,
0.2702820074410975
],
[
2.772662603113789,
0.6225375186392896,
0.2847494968214421
],
[
2.869930938433681,
0.6508656788395322,
0.3002281604177085
],
[
2.972480869574957,
0.6872444091849748,
0.27185147210314287
],
[
3.076367922377006,
0.7180833153321624,
0.2891795632533257
],
[
3.170784058480674,
0.7543970686891235,
0.2891639585425342
],
[
3.244375891254642,
0.7721322483280839,
0.2603407032587651
],
[
3.3187055174917433,
0.7953261588482203,
0.26595218520775465
],
[
3.38715944015241,
0.8164823775919026,
0.25037874973163277
],
[
3.4577867998243788,
0.8392665426125627,
0.2652904189828599
],
[
3.5272257161105136,
0.8619845503562298,
0.2703413385040788
],
[
3.6120845198284925,
0.8849273592689157,
0.2874828960489323
],
[
3.687160472585796,
0.9178294210326778,
0.3068104615301658
],
[
3.7789238389714694,
0.9465434891739475,
0.32613821676714594
],
[
3.868409191669462,
0.9826982500695272,
0.3331572141825739
],
[
3.955082070787223,
1.0162391209018031,
0.34925824376060066
],
[
4.0456010607791,
1.0092835237470743,
0.08031668113959323
],
[
4.1124256222427915,
1.0224131242171925,
0.08043461290663001
],
[
4.171854195268193,
1.0237530139495212,
0.08840639687647811
],
[
4.2383202317186734,
1.0371149913537954,
0.09263074403560878
],
[
4.310847051407132,
1.0422937388674054,
0.11312012865471532
],
[
4.3840312743854675,
1.0616023253021638,
0.10455547334068072
],
[
4.464871265556006,
1.0727758183444194,
0.1427109207270585
],
[
4.540105620442775,
1.097519898942769,
0.19178250953127832
],
[
4.627801089123265,
1.1162966372075496,
0.22444316154858626
],
[
4.6984305818718415,
1.1403886353849717,
0.22414050550653541
],
[
4.713726686680811,
1.1487126120850089,
0.2626445110427511
],
[
4.770353682762629,
1.1616510863616332,
0.287666646570921
],
[
4.81587541363671,
1.1822419944474434,
0.2932393723417841
],
[
4.849005518623883,
1.1932810042037436,
0.30008832974774935
],
[
4.93853213182085,
1.2272269960546167,
0.2899109079379928
],
[
5.041445686598344,
1.2626517945262663,
0.2914039688315163
],
[
5.13774882607246,
1.2916510024573318,
0.30486925930946973
],
[
5.23249823396025,
1.3277214713592203,
0.30266261173000963
],
[
5.324058150960876,
1.3574402150911826,
0.31719644748971354
],
[
5.418556447107586,
1.3962373220842808,
0.3171536308612986
],
[
5.506985323530333,
1.419175509893964,
0.29653832996014157
],
[
5.593272295082387,
1.4467204556597224,
0.27076002090102785
],
[
5.678470302052613,
1.4648702477922386,
0.2816549894745155
],
[
5.754753076551609,
1.4957627218665293,
0.2846481280469
],
[
5.831341027755412,
1.5217114896286845,
0.32788387628862015
],
[
5.905270146945846,
1.5606573734464835,
0.33352557811163475
],
[
5.989442724755037,
1.5859360470165509,
0.34374798361307757
],
[
6.066849322102451,
1.6240190552674876,
0.347843454046116
],
[
6.149932687562141,
1.653831336201704,
0.37311127792101306
],
[
6.227099672147267,
1.6963700586776005,
0.38718465632705756
],
[
6.26091433772832,
1.7122386024151415,
0.4097575127522749
],
[
6.303714291124837,
1.7330207453778383,
0.4291512348047871
],
[
6.367964787461619,
1.7635565823750903,
0.4221736623401034
],
[
6.446786751931546,
1.801340465332323,
0.3596916281638851
],
[
6.523759299209977,
1.84287783158776,
0.33118974807033164
],
[
6.610496915430257,
1.8719035896015286,
0.232791070190128
],
[
6.697109799992762,
1.9097564803183307,
0.23346620642820504
],
[
6.784498067575228,
1.945088434597921,
0.31137839125621164
],
[
6.870283045397455,
1.9877237898990852,
0.36225691703652385
],
[
6.869789719680462,
1.985616033395408,
0.38663429219934825
],
[
6.958334625218747,
2.062093218712698,
0.5278954269480277
],
[
7.025882140028011,
2.1070300429118722,
0.5317719422359183
],
[
7.073860776007846,
2.1402207770739325,
0.495558536370443
],
[
7.12038410186239,
2.158471434030846,
0.45854667830573587
],
[
7.175153847836912,
2.1855876434654986,
0.42053310682814016
],
[
7.241733100452315,
2.2099954818541683,
0.4106422784470404
],
[
7.263572402942142,
2.2171787997193,
0.3613659374143223
],
[
7.298293336164359,
2.237587710255075,
0.3739830718791456
],
[
7.380344281775315,
2.268851043793718,
0.3945993296185083
],
[
7.405694373440189,
2.2807777048259608,
0.3855565226441171
],
[
7.429254447257753,
2.2953010612320384,
0.39142873109884235
],
[
7.454145363073929,
2.2990427089923244,
0.3984675809177819
],
[
7.479832764049764,
2.3022317501331333,
0.40129269066112916
],
[
7.4640197309721605,
2.3037709999295632,
0.3001941636337707
],
[
7.4612748310902,
2.308204897236093,
0.22136689337355395
],
[
7.459838477267134,
2.3106178251901044,
0.17824196183245156
],
[
7.461251235294311,
2.311338669854845,
0.1884331371213144
],
[
7.528696094016171,
2.3344308508033023,
0.17602190114894542
],
[
7.565956000217854,
2.335401528370848,
0.03226083999657059
],
[
7.5623092210428435,
2.33315564728932,
0.019034068293384054
],
[
7.658108141165876,
2.3419069750507124,
0.03909928997989609
],
[
7.754514448401484,
2.3437821905488323,
0.05330604163756137
],
[
7.845356376099101,
2.361928785881335,
0.052181909500169876
],
[
7.943091379495848,
2.368406968075084,
0.06910776901862659
],
[
8.041699213192278,
2.3839748936917378,
0.06741644356717158
],
[
8.14393734878022,
2.3984808819539554,
0.09625533433094602
],
[
8.247275476789206,
2.420056473378477,
0.11316584850629785
],
[
8.35196922513312,
2.4317161983964306,
0.1340850125852152
],
[
8.4583596662344,
2.4650147480706797,
0.1371867237823824
],
[
8.569048141340982,
2.49290910822153,
0.1552835302975064
],
[
8.647646989848738,
2.5129268049601103,
0.0689461581397983
],
[
8.741007487401431,
2.525813378125821,
0.04080520829599843
],
[
8.843036133828127,
2.5324634753120927,
-0.006382736308872649
],
[
8.954407772999247,
2.53093046367664,
0.009351514196540345
],
[
9.052736038920383,
2.55142549725299,
0.03803947140099851
],
[
9.159310036830455,
2.550401814851219,
0.05695060923325591
],
[
9.259985440763945,
2.5582744996618265,
0.1486269618713011
],
[
9.36100015175392,
2.580655940271594,
0.10070538601735157
],
[
9.449669596729608,
2.5895732463029093,
0.13571936252986805
],
[
9.504574393802823,
2.601664135251907,
0.13245267410404604
],
[
9.541453835502647,
2.6106185109089277,
0.15921159816442865
],
[
9.600053199679682,
2.6140596353448937,
0.1714051111625915
],
[
9.637179958482264,
2.621235377069569,
0.21124707916701901
],
[
9.651290469262015,
2.6243635881827694,
0.23505361040566217
],
[
9.747112143703472,
2.6451013117537605,
0.24044654904124174
],
[
9.856094662453462,
2.6722012013798553,
0.24018621516253424
],
[
9.951443513978036,
2.7013552476803566,
0.2605367837529101
],
[
10.049137004228982,
2.730353389636098,
0.24315562557469528
],
[
10.139521997837901,
2.754542147712841,
0.2758872154806017
],
[
10.2388791209737,
2.7812255294028176,
0.29880611134386414
]
]
}