{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go to the white board and turn right to the person in white clothes",
"client_plan": [
"go to the white board and turn right to the person in white clothes"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.356863655149937,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792382117.7862456,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792382248.709714,
"end_reason": "disconnect"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
202
],
"attention_mask": [
1,
202
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
202
],
"mm_token_type_ids": [
1,
202
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.12653955817222595,
0.02747560665011406,
0.14603883028030396
],
[
0.09772383348977659,
-0.006251792808900501,
-0.08207109570503235
],
[
0.08858091928869721,
-0.004308793224741774,
-0.04598250985145569
],
[
0.10445518798186286,
-0.0035501614853433714,
-0.04546523839235306
],
[
0.11251647620026722,
-0.000959944287709247,
-0.002205830067396164
],
[
0.1150636962989933,
-0.0017429587705631087,
-0.008360087871551514
],
[
0.1168603120219084,
0.00020387467702647887,
-0.0016356483101844788
],
[
0.11776722971860247,
-0.00023569978051395189,
2.833828330039978e-05
],
[
0.11271588298870543,
-8.747492869125729e-05,
0.007041085511445999
],
[
0.07358550123638759,
-0.00010492232169875782,
0.0030192285776138306
]
],
"stop": false,
"plan": null,
"raw": "<apos_1080><opos_211><act_l0_242><act_l1_74><act_l2_33><|im_end|>",
"waypoints": [
[
0.12653955817222595,
0.02747560665011406,
0.14603883028030396
],
[
0.22413291037082672,
0.035511162132024765,
0.0639677345752716
],
[
0.312808096408844,
0.03687363862991333,
0.017985224723815918
],
[
0.4173102378845215,
0.03520260006189346,
-0.02748001366853714
],
[
0.5297578573226929,
0.031151453033089638,
-0.029685843735933304
],
[
0.644719123840332,
0.02599400095641613,
-0.03804593160748482
],
[
0.7615026235580444,
0.021752741187810898,
-0.039681579917669296
],
[
0.8791677951812744,
0.01684526354074478,
-0.039653241634368896
],
[
0.9917916059494019,
0.012289478443562984,
-0.0326121561229229
],
[
1.0653345584869385,
0.009785255417227745,
-0.029592927545309067
]
],
"pointing": {
"apos": 1080,
"opos": 211
},
"rvq_codes": [
242,
74,
33
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
202
],
"attention_mask": [
1,
202
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
202
],
"mm_token_type_ids": [
1,
202
]
}
},
"history_fps": 4
},
"native_latency_ms": 199.013102799654
},
"response": {
"type": "step",
"actions": [
[
0.12653955817222595,
0.02747560665011406,
0.14603883028030396
],
[
0.09772383348977659,
-0.006251792808900501,
-0.08207109570503235
],
[
0.08858091928869721,
-0.004308793224741774,
-0.04598250985145569
],
[
0.10445518798186286,
-0.0035501614853433714,
-0.04546523839235306
],
[
0.11251647620026722,
-0.000959944287709247,
-0.002205830067396164
],
[
0.1150636962989933,
-0.0017429587705631087,
-0.008360087871551514
],
[
0.1168603120219084,
0.00020387467702647887,
-0.0016356483101844788
],
[
0.11776722971860247,
-0.00023569978051395189,
2.833828330039978e-05
],
[
0.11271588298870543,
-8.747492869125729e-05,
0.007041085511445999
],
[
0.07358550123638759,
-0.00010492232169875782,
0.0030192285776138306
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.21691965125501156,
"peak_memory_bytes": 9157586432,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.2187917483970523
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.12653955817222595,
0.02747560665011406,
0.14603883028030396
],
[
0.22413291037082675,
0.03551116213202477,
0.0639677345752716
],
[
0.312808096408844,
0.03687363862991334,
0.017985224723815918
],
[
0.4173102378845215,
0.03520260006189347,
-0.02748001366853714
],
[
0.5297578573226929,
0.03115145303308964,
-0.029685843735933304
],
[
0.644719123840332,
0.025994000956416134,
-0.03804593160748482
],
[
0.7615026235580444,
0.0217527411878109,
-0.039681579917669296
],
[
0.8791677951812744,
0.01684526354074478,
-0.03965324163436889
],
[
0.9917916059494019,
0.012289478443562984,
-0.03261215612292289
],
[
1.0653345584869385,
0.009785255417227747,
-0.02959292754530906
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.9146492019999641,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
346
],
"attention_mask": [
1,
346
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
346
],
"mm_token_type_ids": [
1,
346
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.19996210932731628,
0.03222440555691719,
0.17838837206363675
],
[
0.23114236692373624,
-0.009268050465884525,
-0.12283108383417131
],
[
0.17155466777650288,
-0.0046125159724824324,
-0.042043909430503845
],
[
0.12176919722568146,
-0.0049773106604290365,
-0.0302071962505579
],
[
0.172996412863674,
-0.0022950923571777773,
-0.0015168655663728714
],
[
0.13060281197006607,
-0.003045003659534223,
-1.4496967196464539e-05
],
[
0.1385313995337058,
-0.0003768701132136486,
0.027672423981130123
],
[
0.1251874001158465,
-0.0007550547668017659,
0.014730240218341352
],
[
0.12301803327722197,
-0.0004859117389128158,
-0.012947946786880493
],
[
0.09147506653611255,
-0.00024317692932710453,
-0.007240287493914366
]
],
"stop": false,
"plan": null,
"raw": "<apos_937><opos_604><act_l0_242><act_l1_242><act_l2_14><|im_end|>",
"waypoints": [
[
0.19996210932731628,
0.03222440555691719,
0.17838837206363678
],
[
0.4290810227394104,
0.06411819905042648,
0.055557288229465485
],
[
0.6006271243095398,
0.0690390095114708,
0.01351337879896164
],
[
0.7224524617195129,
0.06570761650800705,
-0.01669381745159626
],
[
0.8953864574432373,
0.06052500754594803,
-0.01821068301796913
],
[
1.0259121656417847,
0.05510227382183075,
-0.018225179985165596
],
[
1.1644136905670166,
0.05220084637403488,
0.009447243995964527
],
[
1.2896026372909546,
0.05262848362326622,
0.024177484214305878
],
[
1.4125964641571045,
0.0551166906952858,
0.011229537427425385
],
[
1.5040684938430786,
0.055900730192661285,
0.003989249933511019
]
],
"pointing": {
"apos": 937,
"opos": 604
},
"rvq_codes": [
242,
242,
14
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
346
],
"attention_mask": [
1,
346
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
346
],
"mm_token_type_ids": [
1,
346
]
}
},
"history_fps": 4
},
"native_latency_ms": 202.82787503674626
},
"response": {
"type": "step",
"actions": [
[
0.19996210932731628,
0.03222440555691719,
0.17838837206363675
],
[
0.23114236692373624,
-0.009268050465884525,
-0.12283108383417131
],
[
0.17155466777650288,
-0.0046125159724824324,
-0.042043909430503845
],
[
0.12176919722568146,
-0.0049773106604290365,
-0.0302071962505579
],
[
0.172996412863674,
-0.0022950923571777773,
-0.0015168655663728714
],
[
0.13060281197006607,
-0.003045003659534223,
-1.4496967196464539e-05
],
[
0.1385313995337058,
-0.0003768701132136486,
0.027672423981130123
],
[
0.1251874001158465,
-0.0007550547668017659,
0.014730240218341352
],
[
0.12301803327722197,
-0.0004859117389128158,
-0.012947946786880493
],
[
0.09147506653611255,
-0.00024317692932710453,
-0.007240287493914366
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.23697509709745646,
"peak_memory_bytes": 9209718272,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.24027698207646608
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.19996210932731628,
0.03222440555691719,
0.17838837206363672
],
[
0.4290810227394104,
0.06411819905042648,
0.055557288229465415
],
[
0.6006271243095398,
0.06903900951147078,
0.01351337879896157
],
[
0.7224524617195129,
0.06570761650800702,
-0.01669381745159633
],
[
0.8953864574432373,
0.060525007545947994,
-0.0182106830179692
],
[
1.0259121656417847,
0.05510227382183071,
-0.018225179985165665
],
[
1.1644136905670164,
0.05220084637403483,
0.009447243995964458
],
[
1.2896026372909544,
0.052628483623266165,
0.02417748421430581
],
[
1.412596464157104,
0.055116690695285735,
0.011229537427425315
],
[
1.5040684938430782,
0.055900730192661216,
0.003989249933510949
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 3.0108805780000694,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
18
],
"tensor": "processed/segment0.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
19,
20
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
562
],
"attention_mask": [
1,
562
],
"pixel_values_videos": [
1,
4928,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
562
],
"mm_token_type_ids": [
1,
562
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14876794815063477,
-0.03811313584446907,
-0.25435197353363037
],
[
0.15089567742854074,
-0.0021274129864246732,
0.02403724193572998
],
[
0.16540561915991553,
0.004549359738881188,
0.020225748419761654
],
[
0.1638584250306572,
-0.0033856201797312635,
-0.11071456968784332
],
[
0.15169474959206458,
-0.0002228289662030078,
0.005023360252380371
],
[
0.14960404045337883,
0.00021711242147114118,
0.05023792386054993
],
[
0.15045723649814802,
0.0011191947637426425,
0.07072500884532928
],
[
0.1507641235090301,
0.000639893200883701,
0.06459313631057739
],
[
0.15343313064097344,
0.0008837171076048721,
0.08016590029001236
],
[
0.17188112437705777,
0.0004806552743714283,
0.02099878154695034
]
],
"stop": false,
"plan": null,
"raw": "<apos_895><opos_652><act_l0_175><act_l1_33><act_l2_211><|im_end|>",
"waypoints": [
[
0.14876794815063477,
-0.03811313584446907,
-0.25435197353363037
],
[
0.2942734956741333,
-0.07814021408557892,
-0.2303147315979004
],
[
0.45635005831718445,
-0.11147043108940125,
-0.21008898317813873
],
[
0.6158995628356934,
-0.14895378053188324,
-0.32080355286598206
],
[
0.7597849369049072,
-0.19699902832508087,
-0.3157801926136017
],
[
0.9020591378211975,
-0.2432534098625183,
-0.26554226875305176
],
[
1.0475366115570068,
-0.2816583216190338,
-0.19481725990772247
],
[
1.1955726146697998,
-0.3102165460586548,
-0.13022412359714508
],
[
1.3478213548660278,
-0.3292645812034607,
-0.05005822330713272
],
[
1.5195112228393555,
-0.33738499879837036,
-0.02905944176018238
]
],
"pointing": {
"apos": 895,
"opos": 652
},
"rvq_codes": [
175,
33,
211
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
18
],
"tensor": "processed/segment0.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
19,
20
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
562
],
"attention_mask": [
1,
562
],
"pixel_values_videos": [
1,
4928,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
562
],
"mm_token_type_ids": [
1,
562
]
}
},
"history_fps": 4
},
"native_latency_ms": 215.72943404316902
},
"response": {
"type": "step",
"actions": [
[
0.14876794815063477,
-0.03811313584446907,
-0.25435197353363037
],
[
0.15089567742854074,
-0.0021274129864246732,
0.02403724193572998
],
[
0.16540561915991553,
0.004549359738881188,
0.020225748419761654
],
[
0.1638584250306572,
-0.0033856201797312635,
-0.11071456968784332
],
[
0.15169474959206458,
-0.0002228289662030078,
0.005023360252380371
],
[
0.14960404045337883,
0.00021711242147114118,
0.05023792386054993
],
[
0.15045723649814802,
0.0011191947637426425,
0.07072500884532928
],
[
0.1507641235090301,
0.000639893200883701,
0.06459313631057739
],
[
0.15343313064097344,
0.0008837171076048721,
0.08016590029001236
],
[
0.17188112437705777,
0.0004806552743714283,
0.02099878154695034
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.2953658220358193,
"peak_memory_bytes": 9337591296,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.29903313890099525
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14876794815063477,
-0.03811313584446907,
-0.25435197353363037
],
[
0.2942734956741333,
-0.07814021408557893,
-0.2303147315979004
],
[
0.45635005831718445,
-0.11147043108940127,
-0.21008898317813873
],
[
0.6158995628356934,
-0.14895378053188327,
-0.3208035528659821
],
[
0.7597849369049071,
-0.1969990283250809,
-0.31578019261360174
],
[
0.9020591378211974,
-0.24325340986251834,
-0.2655422687530518
],
[
1.0475366115570068,
-0.28165832161903387,
-0.19481725990772253
],
[
1.1955726146697998,
-0.31021654605865484,
-0.13022412359714514
],
[
1.3478213548660278,
-0.32926458120346075,
-0.050058223307132776
],
[
1.5195112228393555,
-0.3373849987983704,
-0.029059441760182436
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
706
],
"attention_mask": [
1,
706
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
706
],
"mm_token_type_ids": [
1,
706
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.13863152265548706,
0.009730670601129532,
0.09180373698472977
],
[
0.13352271916862476,
0.0029223805952914295,
0.05216071754693985
],
[
0.13286522343435575,
0.006546535280648205,
0.06028567254543305
],
[
0.12945117333686876,
6.86868063397919e-05,
0.008453026413917542
],
[
0.12955830583230596,
-0.0018690170061274013,
-0.036110758781433105
],
[
0.12858270947913727,
-0.002382382680790572,
-0.05163232982158661
],
[
0.13042197031296576,
-0.0010559205085354812,
-0.051123522222042084
],
[
0.13462347829331286,
0.0005318108712644189,
0.004814937710762024
],
[
0.14024121179632598,
0.000821883584827281,
0.0551253780722618
],
[
0.12489261321679197,
0.000281912394218483,
0.03367476165294647
]
],
"stop": false,
"plan": null,
"raw": "<apos_930><opos_744><act_l0_7><act_l1_72><act_l2_9><|im_end|>",
"waypoints": [
[
0.13863152265548706,
0.009730670601129532,
0.09180373698472977
],
[
0.2713240683078766,
0.02488141879439354,
0.14396445453166962
],
[
0.4018755853176117,
0.05042209476232529,
0.20425012707710266
],
[
0.5286219716072083,
0.07674631476402283,
0.2127031534910202
],
[
0.6556550860404968,
0.10226955264806747,
0.1765923947095871
],
[
0.7826566100120544,
0.12251311540603638,
0.12496006488800049
],
[
0.912193238735199,
0.13772058486938477,
0.0738365426659584
],
[
1.0464106798171997,
0.14818204939365387,
0.07865148037672043
],
[
1.186153769493103,
0.16002020239830017,
0.13377685844898224
],
[
1.3098928928375244,
0.17695754766464233,
0.1674516201019287
]
],
"pointing": {
"apos": 930,
"opos": 744
},
"rvq_codes": [
7,
72,
9
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
706
],
"attention_mask": [
1,
706
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
706
],
"mm_token_type_ids": [
1,
706
]
}
},
"history_fps": 4
},
"native_latency_ms": 227.20099007710814
},
"response": {
"type": "step",
"actions": [
[
0.13863152265548706,
0.009730670601129532,
0.09180373698472977
],
[
0.13352271916862476,
0.0029223805952914295,
0.05216071754693985
],
[
0.13286522343435575,
0.006546535280648205,
0.06028567254543305
],
[
0.12945117333686876,
6.86868063397919e-05,
0.008453026413917542
],
[
0.12955830583230596,
-0.0018690170061274013,
-0.036110758781433105
],
[
0.12858270947913727,
-0.002382382680790572,
-0.05163232982158661
],
[
0.13042197031296576,
-0.0010559205085354812,
-0.051123522222042084
],
[
0.13462347829331286,
0.0005318108712644189,
0.004814937710762024
],
[
0.14024121179632598,
0.000821883584827281,
0.0551253780722618
],
[
0.12489261321679197,
0.000281912394218483,
0.03367476165294647
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3472475172020495,
"peak_memory_bytes": 9419127296,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.3514752360060811
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.13863152265548706,
0.009730670601129532,
0.09180373698472977
],
[
0.2713240683078766,
0.02488141879439354,
0.14396445453166962
],
[
0.40187558531761175,
0.050422094762325294,
0.2042501270771027
],
[
0.5286219716072084,
0.07674631476402284,
0.21270315349102023
],
[
0.6556550860404969,
0.10226955264806749,
0.17659239470958712
],
[
0.7826566100120546,
0.12251311540603639,
0.12496006488800052
],
[
0.9121932387351991,
0.13772058486938477,
0.07383654266595843
],
[
1.0464106798172,
0.14818204939365387,
0.07865148037672046
],
[
1.1861537694931032,
0.16002020239830017,
0.13377685844898227
],
[
1.3098928928375246,
0.17695754766464233,
0.16745162010192874
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
830
],
"attention_mask": [
1,
830
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
830
],
"mm_token_type_ids": [
1,
830
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.06621252000331879,
-0.010355329141020775,
0.0317821279168129
],
[
0.1230135305982313,
0.003911502480047157,
0.011771105229854584
],
[
0.12973308708253775,
0.006936291066101106,
0.07580201327800751
],
[
0.12816346992183017,
0.012319771349537151,
0.16834144294261932
],
[
0.13517694598486776,
0.0030379245915211767,
0.012063413858413698
],
[
0.14149885484766497,
0.0025953614182615756,
0.004729509353637695
],
[
0.1732108376491862,
-0.009114843415616983,
-0.07950744032859802
],
[
0.17654172833257592,
-0.005964848783387787,
-0.08650739490985872
],
[
0.15706970457599267,
-0.003662032118458315,
-0.056671470403671265
],
[
0.04255956970638129,
-0.000585486275468203,
-0.03317476436495781
]
],
"stop": false,
"plan": null,
"raw": "<apos_973><opos_794><act_l0_252><act_l1_249><act_l2_30><|im_end|>",
"waypoints": [
[
0.06621252000331879,
-0.010355329141020775,
0.0317821279168129
],
[
0.18903963267803192,
-0.0025368283968418837,
0.04355323314666748
],
[
0.318347692489624,
0.010041394270956516,
0.11935524642467499
],
[
0.44413241744041443,
0.0375342071056366,
0.2876966893672943
],
[
0.5728915929794312,
0.07880296558141708,
0.299760103225708
],
[
0.7073142528533936,
0.12306593358516693,
0.3044896125793457
],
[
0.8752900958061218,
0.16630007326602936,
0.22498217225074768
],
[
1.0487133264541626,
0.1998700648546219,
0.13847477734088898
],
[
1.2047849893569946,
0.2179238349199295,
0.08180330693721771
],
[
1.2472500801086426,
0.2208179384469986,
0.0486285425722599
]
],
"pointing": {
"apos": 973,
"opos": 794
},
"rvq_codes": [
252,
249,
30
],
"model_input": {
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
830
],
"attention_mask": [
1,
830
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
830
],
"mm_token_type_ids": [
1,
830
]
}
},
"history_fps": 4
},
"native_latency_ms": 237.26257774978876
},
"response": {
"type": "step",
"actions": [
[
0.06621252000331879,
-0.010355329141020775,
0.0317821279168129
],
[
0.1230135305982313,
0.003911502480047157,
0.011771105229854584
],
[
0.12973308708253775,
0.006936291066101106,
0.07580201327800751
],
[
0.12816346992183017,
0.012319771349537151,
0.16834144294261932
],
[
0.13517694598486776,
0.0030379245915211767,
0.012063413858413698
],
[
0.14149885484766497,
0.0025953614182615756,
0.004729509353637695
],
[
0.1732108376491862,
-0.009114843415616983,
-0.07950744032859802
],
[
0.17654172833257592,
-0.005964848783387787,
-0.08650739490985872
],
[
0.15706970457599267,
-0.003662032118458315,
-0.056671470403671265
],
[
0.04255956970638129,
-0.000585486275468203,
-0.03317476436495781
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3818593779578805,
"peak_memory_bytes": 9505009664,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.3860886041074991
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.06621252000331879,
-0.010355329141020775,
0.0317821279168129
],
[
0.18903963267803192,
-0.0025368283968418837,
0.04355323314666748
],
[
0.318347692489624,
0.010041394270956518,
0.11935524642467499
],
[
0.4441324174404145,
0.0375342071056366,
0.2876966893672943
],
[
0.5728915929794313,
0.07880296558141708,
0.299760103225708
],
[
0.7073142528533937,
0.12306593358516693,
0.3044896125793457
],
[
0.8752900958061219,
0.16630007326602936,
0.22498217225074768
],
[
1.0487133264541628,
0.1998700648546219,
0.13847477734088898
],
[
1.2047849893569949,
0.21792383491992953,
0.08180330693721771
],
[
1.2472500801086428,
0.22081793844699862,
0.0486285425722599
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
49,
50
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
905
],
"attention_mask": [
1,
905
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
905
],
"mm_token_type_ids": [
1,
905
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.1555593857112712,
-0.013719180741414545,
-0.04458877444267273
],
[
0.14565395077107163,
0.013627223821019295,
0.15866638720035553
],
[
0.13523760937440346,
0.007297485415125461,
0.10311166942119598
],
[
0.06390705931346873,
0.006230509243064217,
0.046152159571647644
],
[
0.03915910913837261,
0.0022882396166070294,
0.01597122848033905
],
[
0.1149101721509695,
0.0012789846735711081,
-0.024331435561180115
],
[
0.1336829780977743,
0.00037595086837790594,
-0.02467111498117447
],
[
0.12067037109363209,
6.195136543040228e-05,
-0.008166544139385223
],
[
0.09657659335933821,
-3.4964795068159055e-05,
-0.0029238089919090267
]
],
"stop": false,
"plan": null,
"raw": "<apos_1136><opos_803><act_l0_27><act_l1_47><act_l2_28><|im_end|>",
"waypoints": [
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.14363721013069153,
-0.06334942579269409,
-0.36597877740859985
],
[
0.28452175855636597,
-0.10274890065193176,
-0.20731239020824432
],
[
0.4183656573295593,
-0.12344370782375336,
-0.10420072078704834
],
[
0.48257413506507874,
-0.1238941103219986,
-0.058048561215400696
],
[
0.5218000411987305,
-0.12388157844543457,
-0.042077332735061646
],
[
0.6366623044013977,
-0.12743741273880005,
-0.06640876829624176
],
[
0.7700755596160889,
-0.13593348860740662,
-0.09107988327741623
],
[
0.8902513980865479,
-0.14684724807739258,
-0.09924642741680145
],
[
0.9863492846488953,
-0.15645119547843933,
-0.10217023640871048
]
],
"pointing": {
"apos": 1136,
"opos": 803
},
"rvq_codes": [
27,
47,
28
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
49,
50
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
905
],
"attention_mask": [
1,
905
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
905
],
"mm_token_type_ids": [
1,
905
]
}
},
"history_fps": 4
},
"native_latency_ms": 243.4962191618979
},
"response": {
"type": "step",
"actions": [
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.1555593857112712,
-0.013719180741414545,
-0.04458877444267273
],
[
0.14565395077107163,
0.013627223821019295,
0.15866638720035553
],
[
0.13523760937440346,
0.007297485415125461,
0.10311166942119598
],
[
0.06390705931346873,
0.006230509243064217,
0.046152159571647644
],
[
0.03915910913837261,
0.0022882396166070294,
0.01597122848033905
],
[
0.1149101721509695,
0.0012789846735711081,
-0.024331435561180115
],
[
0.1336829780977743,
0.00037595086837790594,
-0.02467111498117447
],
[
0.12067037109363209,
6.195136543040228e-05,
-0.008166544139385223
],
[
0.09657659335933821,
-3.4964795068159055e-05,
-0.0029238089919090267
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 5,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.39997161692008376,
"peak_memory_bytes": 9545417728,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.4045794396661222
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.14363721013069156,
-0.06334942579269409,
-0.3659787774085998
],
[
0.284521758556366,
-0.10274890065193176,
-0.20731239020824427
],
[
0.4183656573295593,
-0.12344370782375334,
-0.10420072078704828
],
[
0.48257413506507874,
-0.12389411032199858,
-0.05804856121540064
],
[
0.5218000411987305,
-0.12388157844543457,
-0.04207733273506159
],
[
0.6366623044013977,
-0.12743741273880005,
-0.0664087682962417
],
[
0.7700755596160889,
-0.13593348860740662,
-0.09107988327741617
],
[
0.8902513980865479,
-0.14684724807739255,
-0.0992464274168014
],
[
0.9863492846488953,
-0.1564511954784393,
-0.10217023640871042
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
59,
60
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
942
],
"attention_mask": [
1,
942
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
942
],
"mm_token_type_ids": [
1,
942
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0950302928686142,
0.0006063799955882132,
-6.378853868227451e-05
],
[
0.11055853725981646,
-0.0008937428227920536,
-0.016859376410138793
],
[
0.07203587154311578,
-0.0013756776148302564,
-0.03085348941385746
],
[
0.0687769273133415,
-0.004513150508296213,
-0.09670715034008026
],
[
0.10961828435125597,
-0.003179726794372754,
0.015560761094093323
],
[
0.12297799329474858,
-0.010137297904285114,
-0.08267870545387268
],
[
0.14729876430726632,
0.002684559907168125,
-0.019784599542617798
],
[
0.1520592011084812,
0.0030451371724026927,
0.025248423218727112
],
[
0.1552298862572458,
0.005247732223624915,
0.06154271960258484
],
[
0.03781198864729324,
0.0007256740042042749,
0.04035911709070206
]
],
"stop": false,
"plan": null,
"raw": "<apos_990><opos_848><act_l0_150><act_l1_107><act_l2_22><|im_end|>",
"waypoints": [
[
0.0950302928686142,
0.0006063799955882132,
-6.378853868227452e-05
],
[
0.20558877289295197,
-0.0002944151929114014,
-0.016923164948821068
],
[
0.2775910496711731,
-0.0028889125678688288,
-0.04777665436267853
],
[
0.3460739552974701,
-0.010681594721972942,
-0.1444838047027588
],
[
0.45409223437309265,
-0.02961120940744877,
-0.12892304360866547
],
[
0.574746310710907,
-0.05547519028186798,
-0.21160174906253815
],
[
0.7193235158920288,
-0.08378710597753525,
-0.23138634860515594
],
[
0.8680285811424255,
-0.11569442600011826,
-0.20613792538642883
],
[
1.0210461616516113,
-0.14233042299747467,
-0.144595205783844
],
[
1.0585681200027466,
-0.14706072211265564,
-0.10423608869314194
]
],
"pointing": {
"apos": 990,
"opos": 848
},
"rvq_codes": [
150,
107,
22
],
"model_input": {
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
59,
60
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
942
],
"attention_mask": [
1,
942
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
942
],
"mm_token_type_ids": [
1,
942
]
}
},
"history_fps": 4
},
"native_latency_ms": 259.4233579002321
},
"response": {
"type": "step",
"actions": [
[
0.0950302928686142,
0.0006063799955882132,
-6.378853868227451e-05
],
[
0.11055853725981646,
-0.0008937428227920536,
-0.016859376410138793
],
[
0.07203587154311578,
-0.0013756776148302564,
-0.03085348941385746
],
[
0.0687769273133415,
-0.004513150508296213,
-0.09670715034008026
],
[
0.10961828435125597,
-0.003179726794372754,
0.015560761094093323
],
[
0.12297799329474858,
-0.010137297904285114,
-0.08267870545387268
],
[
0.14729876430726632,
0.002684559907168125,
-0.019784599542617798
],
[
0.1520592011084812,
0.0030451371724026927,
0.025248423218727112
],
[
0.1552298862572458,
0.005247732223624915,
0.06154271960258484
],
[
0.03781198864729324,
0.0007256740042042749,
0.04035911709070206
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 6,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.4271778422407806,
"peak_memory_bytes": 9566996480,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.43191460566595197
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0950302928686142,
0.0006063799955882132,
-6.37885386822745e-05
],
[
0.20558877289295197,
-0.0002944151929114015,
-0.016923164948821064
],
[
0.2775910496711731,
-0.0028889125678688288,
-0.04777665436267853
],
[
0.3460739552974701,
-0.010681594721972942,
-0.1444838047027588
],
[
0.4540922343730927,
-0.02961120940744877,
-0.12892304360866547
],
[
0.5747463107109071,
-0.05547519028186798,
-0.21160174906253815
],
[
0.7193235158920289,
-0.08378710597753525,
-0.23138634860515594
],
[
0.8680285811424256,
-0.11569442600011826,
-0.20613792538642883
],
[
1.0210461616516116,
-0.14233042299747467,
-0.14459520578384397
],
[
1.0585681200027468,
-0.14706072211265564,
-0.10423608869314192
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
[
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
[
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
[
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
[
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
[
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
[
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
[
4.649476944363838,
1.019979779516728,
0.306955707345967
],
[
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
[
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
[
4.857401549584693,
1.0872471191292963,
0.30196220619314174
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
69,
70
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1016
],
"attention_mask": [
1,
1016
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1016
],
"mm_token_type_ids": [
1,
1016
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10750698298215866,
-0.0016872752457857132,
0.004989258479326964
],
[
0.0864198980115186,
0.00048234447047512745,
0.0049787149764597425
],
[
0.09910373574799934,
-0.0021650802195286546,
-0.02567685768008232
],
[
0.11915645522340408,
-0.005114707047769548,
-0.09704555757343769
],
[
0.12423721266658369,
-0.004409491530642476,
-0.06752751022577286
],
[
0.12040212572528551,
-0.011229532228149167,
-0.10607858002185822
],
[
0.12067572290359714,
0.0031812415475365383,
0.03389686346054077
],
[
0.12624771368673743,
0.0031624670597624124,
0.08563530445098877
],
[
0.1344505669637402,
0.005684642944183093,
0.09017233550548553
],
[
0.02015195768192898,
0.0006157389894323802,
0.045691611245274544
]
],
"stop": false,
"plan": null,
"raw": "<apos_1085><opos_696><act_l0_150><act_l1_74><act_l2_162><|im_end|>",
"waypoints": [
[
0.10750698298215866,
-0.0016872752457857132,
0.004989258479326963
],
[
0.19392339885234833,
-0.000773767358623445,
0.009967973455786705
],
[
0.2930437922477722,
-0.0019508929690346122,
-0.015708884224295616
],
[
0.4121052026748657,
-0.008936706930398941,
-0.1127544417977333
],
[
0.5350573658943176,
-0.02729683183133602,
-0.18028195202350616
],
[
0.6514946222305298,
-0.05993330851197243,
-0.2863605320453644
],
[
0.7681547999382019,
-0.09096802026033401,
-0.2524636685848236
],
[
0.8911904096603394,
-0.11944125592708588,
-0.16682836413383484
],
[
1.0247182846069336,
-0.13616180419921875,
-0.0766560286283493
],
[
1.0448582172393799,
-0.13709113001823425,
-0.03096441738307476
]
],
"pointing": {
"apos": 1085,
"opos": 696
},
"rvq_codes": [
150,
74,
162
],
"model_input": {
"history_indices": [
0,
1,
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
69,
70
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1016
],
"attention_mask": [
1,
1016
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1016
],
"mm_token_type_ids": [
1,
1016
]
}
},
"history_fps": 4
},
"native_latency_ms": 336.8498240597546
},
"response": {
"type": "step",
"actions": [
[
0.10750698298215866,
-0.0016872752457857132,
0.004989258479326964
],
[
0.0864198980115186,
0.00048234447047512745,
0.0049787149764597425
],
[
0.09910373574799934,
-0.0021650802195286546,
-0.02567685768008232
],
[
0.11915645522340408,
-0.005114707047769548,
-0.09704555757343769
],
[
0.12423721266658369,
-0.004409491530642476,
-0.06752751022577286
],
[
0.12040212572528551,
-0.011229532228149167,
-0.10607858002185822
],
[
0.12067572290359714,
0.0031812415475365383,
0.03389686346054077
],
[
0.12624771368673743,
0.0031624670597624124,
0.08563530445098877
],
[
0.1344505669637402,
0.005684642944183093,
0.09017233550548553
],
[
0.02015195768192898,
0.0006157389894323802,
0.045691611245274544
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 7,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5880765588954091,
"peak_memory_bytes": 9609009152,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.5932149267755449
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10750698298215866,
-0.0016872752457857132,
0.004989258479326965
],
[
0.1939233988523483,
-0.000773767358623445,
0.009967973455786708
],
[
0.2930437922477722,
-0.001950892969034612,
-0.015708884224295613
],
[
0.4121052026748657,
-0.00893670693039894,
-0.1127544417977333
],
[
0.5350573658943176,
-0.027296831831336018,
-0.18028195202350616
],
[
0.6514946222305298,
-0.05993330851197242,
-0.2863605320453644
],
[
0.7681547999382019,
-0.090968020260334,
-0.2524636685848236
],
[
0.8911904096603392,
-0.11944125592708586,
-0.16682836413383484
],
[
1.0247182846069334,
-0.13616180419921872,
-0.0766560286283493
],
[
1.0448582172393797,
-0.13709113001823423,
-0.03096441738307476
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
[
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
[
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
[
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
[
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
[
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
[
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
[
4.649476944363838,
1.019979779516728,
0.306955707345967
],
[
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
[
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
[
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
[
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
[
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
[
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
[
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
[
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
[
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
[
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
[
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
[
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
[
5.448291544961753,
1.2370113846360578,
0.26736272116986903
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
77,
78
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1053
],
"attention_mask": [
1,
1053
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1053
],
"mm_token_type_ids": [
1,
1053
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.1507953703403473,
0.00023909729497972876,
0.005542580038309096
],
[
0.11750915412075645,
0.0012440093356853787,
0.02136734314262867
],
[
0.1126516336138355,
0.0015850505279236867,
0.0010551288723945618
],
[
0.117973424466532,
-0.003470925177712482,
-0.06175306253135204
],
[
0.11921698806055815,
-0.0021024117964465253,
-0.052442967891693115
],
[
0.1206312367497299,
-0.0012363975385290531,
-0.023122668266296387
],
[
0.12239568330990187,
0.0003319558216708235,
0.018418677151203156
],
[
0.12593246646812623,
0.001447506195876809,
0.021204888820648193
],
[
0.13129857478416787,
0.0018167575177546365,
0.03470262512564659
],
[
0.03419424102628634,
0.0003297280426298486,
0.02533639781177044
]
],
"stop": false,
"plan": null,
"raw": "<apos_1032><opos_709><act_l0_187><act_l1_74><act_l2_137><|im_end|>",
"waypoints": [
[
0.1507953703403473,
0.00023909729497972876,
0.005542580038309097
],
[
0.2682958245277405,
0.002134388079866767,
0.026909923180937767
],
[
0.3808640241622925,
0.006749945692718029,
0.02796505205333233
],
[
0.49888837337493896,
0.0065790805965662,
-0.033788010478019714
],
[
0.6179662942886353,
0.00045053032226860523,
-0.08623097836971283
],
[
0.7380428314208984,
-0.011170536279678345,
-0.10935364663600922
],
[
0.8597436547279358,
-0.024198317900300026,
-0.09093496948480606
],
[
0.9852872490882874,
-0.034192681312561035,
-0.06973008066415787
],
[
1.1163933277130127,
-0.041528381407260895,
-0.035027455538511276
],
[
1.1505781412124634,
-0.04239634796977043,
-0.009691057726740837
]
],
"pointing": {
"apos": 1032,
"opos": 709
},
"rvq_codes": [
187,
74,
137
],
"model_input": {
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
77,
78
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1053
],
"attention_mask": [
1,
1053
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1053
],
"mm_token_type_ids": [
1,
1053
]
}
},
"history_fps": 4
},
"native_latency_ms": 259.5996120944619
},
"response": {
"type": "step",
"actions": [
[
0.1507953703403473,
0.00023909729497972876,
0.005542580038309096
],
[
0.11750915412075645,
0.0012440093356853787,
0.02136734314262867
],
[
0.1126516336138355,
0.0015850505279236867,
0.0010551288723945618
],
[
0.117973424466532,
-0.003470925177712482,
-0.06175306253135204
],
[
0.11921698806055815,
-0.0021024117964465253,
-0.052442967891693115
],
[
0.1206312367497299,
-0.0012363975385290531,
-0.023122668266296387
],
[
0.12239568330990187,
0.0003319558216708235,
0.018418677151203156
],
[
0.12593246646812623,
0.001447506195876809,
0.021204888820648193
],
[
0.13129857478416787,
0.0018167575177546365,
0.03470262512564659
],
[
0.03419424102628634,
0.0003297280426298486,
0.02533639781177044
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 8,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.44747609132900834,
"peak_memory_bytes": 9628542976,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.4524453138001263
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.1507953703403473,
0.00023909729497972876,
0.0055425800383090956
],
[
0.26829582452774053,
0.002134388079866767,
0.02690992318093777
],
[
0.38086402416229254,
0.00674994569271803,
0.027965052053332332
],
[
0.498888373374939,
0.006579080596566201,
-0.033788010478019714
],
[
0.6179662942886354,
0.00045053032226860567,
-0.08623097836971283
],
[
0.7380428314208985,
-0.011170536279678345,
-0.10935364663600922
],
[
0.8597436547279359,
-0.024198317900300026,
-0.09093496948480607
],
[
0.9852872490882875,
-0.034192681312561035,
-0.06973008066415788
],
[
1.1163933277130127,
-0.041528381407260895,
-0.03502745553851129
],
[
1.1505781412124634,
-0.04239634796977043,
-0.009691057726740851
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
[
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
[
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
[
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
[
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
[
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
[
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
[
4.649476944363838,
1.019979779516728,
0.306955707345967
],
[
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
[
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
[
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
[
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
[
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
[
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
[
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
[
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
[
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
[
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
[
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
[
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
[
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
[
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
[
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
[
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
[
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
[
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
[
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
[
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
[
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
[
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
[
6.05956292538744,
1.3606138289313843,
0.26404365726521967
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-000.jpg",
"sha256": "83fd7d1af1d08559ea8caf592bf898c45814486a21cd263d6a813596b301f2b8",
"pose": [
6.15793812424886,
1.389829245637061,
0.252307515229496
],
"timestamp": 3833.308250011,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-001.jpg",
"sha256": "6ff8adf3e9460f2ed5043b0c3c20166268341de4fb8f29e2222309022a6a95d6",
"pose": [
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
"timestamp": 3833.975749658,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-008.jpg",
"sha256": "4b91476819c4ddcf5be72ed4afed5ab99aed5052bca3a444e2696766e6b37564",
"pose": [
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
"timestamp": 3838.44797141,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-009.jpg",
"sha256": "318d25bfc51dfae9d5681ca525ffe9eeacadeb8895023a5fe1dfc935b7436439",
"pose": [
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
"timestamp": 3838.578653482,
"observation_id": 90
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
87,
88
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1127
],
"attention_mask": [
1,
1127
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1127
],
"mm_token_type_ids": [
1,
1127
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-000.jpg",
"sha256": "83fd7d1af1d08559ea8caf592bf898c45814486a21cd263d6a813596b301f2b8",
"pose": [
6.15793812424886,
1.389829245637061,
0.252307515229496
],
"timestamp": 3833.308250011,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-001.jpg",
"sha256": "6ff8adf3e9460f2ed5043b0c3c20166268341de4fb8f29e2222309022a6a95d6",
"pose": [
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
"timestamp": 3833.975749658,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-008.jpg",
"sha256": "4b91476819c4ddcf5be72ed4afed5ab99aed5052bca3a444e2696766e6b37564",
"pose": [
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
"timestamp": 3838.44797141,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-009.jpg",
"sha256": "318d25bfc51dfae9d5681ca525ffe9eeacadeb8895023a5fe1dfc935b7436439",
"pose": [
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
"timestamp": 3838.578653482,
"observation_id": 90
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.11254774034023285,
0.0012962549226358533,
0.014542047865688803
],
[
0.12121713950158754,
-0.0015172037987918733,
-0.014292253181338309
],
[
0.11324229104600782,
-0.0012365149831860072,
-0.014654606580734253
],
[
0.10628170683654276,
-0.0007123895310240029,
-0.009822069667279719
],
[
0.09861737022303316,
0.001237905970262374,
0.015762485563755035
],
[
0.06864705795530114,
0.0005333405621624008,
0.0271772388368845
],
[
0.061182864942309574,
-3.0501264120903586e-05,
0.0024301018565893173
],
[
0.0751822411746925,
-0.0009620045383800943,
-0.00741894543170929
],
[
0.0687144812309636,
-0.0005249742229534054,
-0.025262793526053425
],
[
0.01791641653172626,
-0.00019412519350199005,
-0.015557831153273582
]
],
"stop": false,
"plan": null,
"raw": "<apos_1033><opos_1282><act_l0_105><act_l1_25><act_l2_158><|im_end|>",
"waypoints": [
[
0.11254774034023285,
0.0012962549226358533,
0.0145420478656888
],
[
0.2337741255760193,
0.0015418948605656624,
0.00024979468435049057
],
[
0.34701672196388245,
0.00033366723801009357,
-0.014404811896383762
],
[
0.4532771408557892,
-0.0019095634343102574,
-0.024226881563663483
],
[
0.5518955588340759,
-0.0030609783716499805,
-0.008464395999908447
],
[
0.6205446720123291,
-0.0031087058596313,
0.01871284283697605
],
[
0.6817173957824707,
-0.0019943632651120424,
0.02114294469356537
],
[
0.7569031715393066,
-0.0013666972517967224,
0.013723999261856079
],
[
0.8256183862686157,
-0.0009486141498200595,
-0.01153879426419735
],
[
0.8435313701629639,
-0.001349455676972866,
-0.027096625417470932
]
],
"pointing": {
"apos": 1033,
"opos": 1282
},
"rvq_codes": [
105,
25,
158
],
"model_input": {
"history_indices": [
0,
1,
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6,
11,
12,
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
87,
88
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1127
],
"attention_mask": [
1,
1127
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1127
],
"mm_token_type_ids": [
1,
1127
]
}
},
"history_fps": 4
},
"native_latency_ms": 267.4415707588196
},
"response": {
"type": "step",
"actions": [
[
0.11254774034023285,
0.0012962549226358533,
0.014542047865688803
],
[
0.12121713950158754,
-0.0015172037987918733,
-0.014292253181338309
],
[
0.11324229104600782,
-0.0012365149831860072,
-0.014654606580734253
],
[
0.10628170683654276,
-0.0007123895310240029,
-0.009822069667279719
],
[
0.09861737022303316,
0.001237905970262374,
0.015762485563755035
],
[
0.06864705795530114,
0.0005333405621624008,
0.0271772388368845
],
[
0.061182864942309574,
-3.0501264120903586e-05,
0.0024301018565893173
],
[
0.0751822411746925,
-0.0009620045383800943,
-0.00741894543170929
],
[
0.0687144812309636,
-0.0005249742229534054,
-0.025262793526053425
],
[
0.01791641653172626,
-0.00019412519350199005,
-0.015557831153273582
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 9,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.47482855385169387,
"peak_memory_bytes": 9670918144,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.48028785875067115
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.11254774034023285,
0.0012962549226358533,
0.014542047865688804
],
[
0.23377412557601926,
0.0015418948605656624,
0.0002497946843504957
],
[
0.3470167219638824,
0.0003336672380100938,
-0.014404811896383757
],
[
0.4532771408557892,
-0.001909563434310257,
-0.024226881563663476
],
[
0.5518955588340759,
-0.0030609783716499797,
-0.00846439599990844
],
[
0.6205446720123291,
-0.0031087058596312987,
0.01871284283697606
],
[
0.6817173957824707,
-0.0019943632651120407,
0.021142944693565376
],
[
0.7569031715393066,
-0.00136669725179672,
0.013723999261856086
],
[
0.8256183862686157,
-0.0009486141498200566,
-0.01153879426419734
],
[
0.8435313701629639,
-0.001349455676972863,
-0.027096625417470925
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
[
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
[
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
[
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
[
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
[
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
[
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
[
4.649476944363838,
1.019979779516728,
0.306955707345967
],
[
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
[
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
[
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
[
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
[
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
[
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
[
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
[
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
[
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
[
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
[
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
[
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
[
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
[
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
[
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
[
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
[
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
[
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
[
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
[
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
[
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
[
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
[
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
[
6.15793812424886,
1.389829245637061,
0.252307515229496
],
[
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
[
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
[
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
[
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
[
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
[
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
[
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
[
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
[
6.727194605059434,
1.536361080924756,
0.23011802468755735
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-000.jpg",
"sha256": "83fd7d1af1d08559ea8caf592bf898c45814486a21cd263d6a813596b301f2b8",
"pose": [
6.15793812424886,
1.389829245637061,
0.252307515229496
],
"timestamp": 3833.308250011,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-001.jpg",
"sha256": "6ff8adf3e9460f2ed5043b0c3c20166268341de4fb8f29e2222309022a6a95d6",
"pose": [
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
"timestamp": 3833.975749658,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-008.jpg",
"sha256": "4b91476819c4ddcf5be72ed4afed5ab99aed5052bca3a444e2696766e6b37564",
"pose": [
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
"timestamp": 3838.44797141,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-009.jpg",
"sha256": "318d25bfc51dfae9d5681ca525ffe9eeacadeb8895023a5fe1dfc935b7436439",
"pose": [
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
"timestamp": 3838.578653482,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-000.jpg",
"sha256": "57a5a62f0ad79f574cd093184cd81c9004fe066943988250ec025fde4985bdc4",
"pose": [
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
"timestamp": 3840.983423144,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-001.jpg",
"sha256": "de20181e732d366f64f292b037bd5d267b29874b4ceba6faa1dbc7a8badf2311",
"pose": [
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
"timestamp": 3841.650489815,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-002.jpg",
"sha256": "41bf1926b92b9a7c43f2587065cedfb338696a96644f7a1b83b867aacfb75dd7",
"pose": [
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
"timestamp": 3842.184286735,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-003.jpg",
"sha256": "67dd422dcdd3d3432c5be2a7f8b659f2e0f4b498ce6a8ca216d7c5af44633f0c",
"pose": [
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
"timestamp": 3842.84995297,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-004.jpg",
"sha256": "6c3796727a3deeae6b4eaf00a02d77b1367a400bb6f6491268398188d6eb8766",
"pose": [
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
"timestamp": 3843.384457276,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-005.jpg",
"sha256": "9d5ad6b5f20a1cde7d775ba73caf029c344fdc6e0a68814c1e63f15d1b80bf66",
"pose": [
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
"timestamp": 3843.717106579,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-006.jpg",
"sha256": "b8aa1d4f7c79111080480803de8546e6b891af29831704168c59166d51582264",
"pose": [
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
"timestamp": 3844.052429356,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-007.jpg",
"sha256": "4d7adaf4183b46db653c826153a4555a786438d4389f6c68cfaf6cd2e3709c8d",
"pose": [
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
"timestamp": 3846.386957033,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-008.jpg",
"sha256": "586c41bc201a3ef817829dc24d9a4303bd4304b7040fd9784e977f92a2d621a2",
"pose": [
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
"timestamp": 3846.722274947,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-009.jpg",
"sha256": "c6a5790696a7cc322f18b75dd3eef6be94e8a82ac8827386b6e06737a5640954",
"pose": [
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
],
"timestamp": 3846.854311212,
"observation_id": 100
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
5,
6,
7,
8,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
5,
6,
7,
8
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
97,
98
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1215
],
"attention_mask": [
1,
1215
],
"pixel_values_videos": [
1,
13888,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1215
],
"mm_token_type_ids": [
1,
1215
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-000.jpg",
"sha256": "83fd7d1af1d08559ea8caf592bf898c45814486a21cd263d6a813596b301f2b8",
"pose": [
6.15793812424886,
1.389829245637061,
0.252307515229496
],
"timestamp": 3833.308250011,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-001.jpg",
"sha256": "6ff8adf3e9460f2ed5043b0c3c20166268341de4fb8f29e2222309022a6a95d6",
"pose": [
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
"timestamp": 3833.975749658,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-008.jpg",
"sha256": "4b91476819c4ddcf5be72ed4afed5ab99aed5052bca3a444e2696766e6b37564",
"pose": [
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
"timestamp": 3838.44797141,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-009.jpg",
"sha256": "318d25bfc51dfae9d5681ca525ffe9eeacadeb8895023a5fe1dfc935b7436439",
"pose": [
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
"timestamp": 3838.578653482,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-000.jpg",
"sha256": "57a5a62f0ad79f574cd093184cd81c9004fe066943988250ec025fde4985bdc4",
"pose": [
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
"timestamp": 3840.983423144,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-001.jpg",
"sha256": "de20181e732d366f64f292b037bd5d267b29874b4ceba6faa1dbc7a8badf2311",
"pose": [
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
"timestamp": 3841.650489815,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-002.jpg",
"sha256": "41bf1926b92b9a7c43f2587065cedfb338696a96644f7a1b83b867aacfb75dd7",
"pose": [
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
"timestamp": 3842.184286735,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-003.jpg",
"sha256": "67dd422dcdd3d3432c5be2a7f8b659f2e0f4b498ce6a8ca216d7c5af44633f0c",
"pose": [
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
"timestamp": 3842.84995297,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-004.jpg",
"sha256": "6c3796727a3deeae6b4eaf00a02d77b1367a400bb6f6491268398188d6eb8766",
"pose": [
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
"timestamp": 3843.384457276,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-005.jpg",
"sha256": "9d5ad6b5f20a1cde7d775ba73caf029c344fdc6e0a68814c1e63f15d1b80bf66",
"pose": [
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
"timestamp": 3843.717106579,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-006.jpg",
"sha256": "b8aa1d4f7c79111080480803de8546e6b891af29831704168c59166d51582264",
"pose": [
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
"timestamp": 3844.052429356,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-007.jpg",
"sha256": "4d7adaf4183b46db653c826153a4555a786438d4389f6c68cfaf6cd2e3709c8d",
"pose": [
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
"timestamp": 3846.386957033,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-008.jpg",
"sha256": "586c41bc201a3ef817829dc24d9a4303bd4304b7040fd9784e977f92a2d621a2",
"pose": [
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
"timestamp": 3846.722274947,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-009.jpg",
"sha256": "c6a5790696a7cc322f18b75dd3eef6be94e8a82ac8827386b6e06737a5640954",
"pose": [
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
],
"timestamp": 3846.854311212,
"observation_id": 100
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10244361311197281,
0.02681904099881649,
0.16834412515163422
],
[
0.12076196160397812,
-0.005155055586792646,
-0.08521874248981476
],
[
0.1533012570740443,
-0.007634572291386848,
-0.12786145508289337
],
[
0.13384366711305248,
-0.0073557410603836805,
-0.1458057165145874
],
[
0.07604116566472292,
0.0013866205737017977,
0.00042943656444549555
],
[
0.06441023794778782,
-0.0001690254544203327,
0.040220990777015686
],
[
0.08984508098146372,
0.0015571161516714956,
0.09579841047525406
],
[
0.119094411433613,
-0.0007839936169128708,
0.04289025440812111
],
[
0.12490867031617085,
-0.00020347835852606668,
0.023101294413208965
],
[
0.08957017214110392,
-0.00016656531766551187,
0.00592668354511261
]
],
"stop": false,
"plan": null,
"raw": "<apos_1031><opos_661><act_l0_242><act_l1_173><act_l2_162><|im_end|>",
"waypoints": [
[
0.10244361311197281,
0.02681904099881649,
0.16834412515163422
],
[
0.22236216068267822,
0.04197053983807564,
0.08312538266181946
],
[
0.3757679760456085,
0.047090884298086166,
-0.044736072421073914
],
[
0.5091487765312195,
0.033756859600543976,
-0.19054178893566132
],
[
0.5840763449668884,
0.02071687951683998,
-0.19011235237121582
],
[
0.6472941637039185,
0.008379346691071987,
-0.14989136159420013
],
[
0.7363643646240234,
-0.003497626632452011,
-0.054092951118946075
],
[
0.8552421927452087,
-0.010719500482082367,
-0.011202696710824966
],
[
0.980140745639801,
-0.012322250753641129,
0.011898597702383995
],
[
1.0697065591812134,
-0.01142306998372078,
0.017825281247496605
]
],
"pointing": {
"apos": 1031,
"opos": 661
},
"rvq_codes": [
242,
173,
162
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
5,
6,
7,
8,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
5,
6,
7,
8
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
97,
98
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1215
],
"attention_mask": [
1,
1215
],
"pixel_values_videos": [
1,
13888,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1215
],
"mm_token_type_ids": [
1,
1215
]
}
},
"history_fps": 4
},
"native_latency_ms": 285.8860972337425
},
"response": {
"type": "step",
"actions": [
[
0.10244361311197281,
0.02681904099881649,
0.16834412515163422
],
[
0.12076196160397812,
-0.005155055586792646,
-0.08521874248981476
],
[
0.1533012570740443,
-0.007634572291386848,
-0.12786145508289337
],
[
0.13384366711305248,
-0.0073557410603836805,
-0.1458057165145874
],
[
0.07604116566472292,
0.0013866205737017977,
0.00042943656444549555
],
[
0.06441023794778782,
-0.0001690254544203327,
0.040220990777015686
],
[
0.08984508098146372,
0.0015571161516714956,
0.09579841047525406
],
[
0.119094411433613,
-0.0007839936169128708,
0.04289025440812111
],
[
0.12490867031617085,
-0.00020347835852606668,
0.023101294413208965
],
[
0.08957017214110392,
-0.00016656531766551187,
0.00592668354511261
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 10,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5246321172453463,
"peak_memory_bytes": 9758028288,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.5301195839419961
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10244361311197281,
0.02681904099881649,
0.16834412515163422
],
[
0.2223621606826782,
0.04197053983807564,
0.08312538266181946
],
[
0.37576797604560846,
0.04709088429808617,
-0.044736072421073914
],
[
0.5091487765312194,
0.03375685960054399,
-0.19054178893566132
],
[
0.5840763449668883,
0.020716879516839995,
-0.19011235237121582
],
[
0.6472941637039183,
0.008379346691072003,
-0.1498913615942001
],
[
0.7363643646240233,
-0.0034976266324519938,
-0.05409295111894605
],
[
0.8552421927452086,
-0.010719500482082348,
-0.011202696710824937
],
[
0.9801407456398009,
-0.012322250753641106,
0.011898597702384028
],
[
1.0697065591812134,
-0.011423069983720755,
0.01782528124749664
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
[
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
[
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
[
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
[
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
[
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
[
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
[
4.649476944363838,
1.019979779516728,
0.306955707345967
],
[
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
[
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
[
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
[
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
[
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
[
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
[
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
[
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
[
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
[
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
[
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
[
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
[
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
[
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
[
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
[
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
[
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
[
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
[
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
[
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
[
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
[
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
[
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
[
6.15793812424886,
1.389829245637061,
0.252307515229496
],
[
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
[
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
[
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
[
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
[
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
[
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
[
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
[
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
[
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
[
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
[
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
[
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
[
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
[
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
[
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
[
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
[
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
[
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
[
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-000.jpg",
"sha256": "83fd7d1af1d08559ea8caf592bf898c45814486a21cd263d6a813596b301f2b8",
"pose": [
6.15793812424886,
1.389829245637061,
0.252307515229496
],
"timestamp": 3833.308250011,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-001.jpg",
"sha256": "6ff8adf3e9460f2ed5043b0c3c20166268341de4fb8f29e2222309022a6a95d6",
"pose": [
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
"timestamp": 3833.975749658,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-008.jpg",
"sha256": "4b91476819c4ddcf5be72ed4afed5ab99aed5052bca3a444e2696766e6b37564",
"pose": [
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
"timestamp": 3838.44797141,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-009.jpg",
"sha256": "318d25bfc51dfae9d5681ca525ffe9eeacadeb8895023a5fe1dfc935b7436439",
"pose": [
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
"timestamp": 3838.578653482,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-000.jpg",
"sha256": "57a5a62f0ad79f574cd093184cd81c9004fe066943988250ec025fde4985bdc4",
"pose": [
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
"timestamp": 3840.983423144,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-001.jpg",
"sha256": "de20181e732d366f64f292b037bd5d267b29874b4ceba6faa1dbc7a8badf2311",
"pose": [
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
"timestamp": 3841.650489815,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-002.jpg",
"sha256": "41bf1926b92b9a7c43f2587065cedfb338696a96644f7a1b83b867aacfb75dd7",
"pose": [
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
"timestamp": 3842.184286735,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-003.jpg",
"sha256": "67dd422dcdd3d3432c5be2a7f8b659f2e0f4b498ce6a8ca216d7c5af44633f0c",
"pose": [
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
"timestamp": 3842.84995297,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-004.jpg",
"sha256": "6c3796727a3deeae6b4eaf00a02d77b1367a400bb6f6491268398188d6eb8766",
"pose": [
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
"timestamp": 3843.384457276,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-005.jpg",
"sha256": "9d5ad6b5f20a1cde7d775ba73caf029c344fdc6e0a68814c1e63f15d1b80bf66",
"pose": [
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
"timestamp": 3843.717106579,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-006.jpg",
"sha256": "b8aa1d4f7c79111080480803de8546e6b891af29831704168c59166d51582264",
"pose": [
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
"timestamp": 3844.052429356,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-007.jpg",
"sha256": "4d7adaf4183b46db653c826153a4555a786438d4389f6c68cfaf6cd2e3709c8d",
"pose": [
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
"timestamp": 3846.386957033,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-008.jpg",
"sha256": "586c41bc201a3ef817829dc24d9a4303bd4304b7040fd9784e977f92a2d621a2",
"pose": [
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
"timestamp": 3846.722274947,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-009.jpg",
"sha256": "c6a5790696a7cc322f18b75dd3eef6be94e8a82ac8827386b6e06737a5640954",
"pose": [
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
],
"timestamp": 3846.854311212,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-000.jpg",
"sha256": "b6aef468dbf10e7f273f69d044c13c0859275f64adbe6cdae7000fa493ebdc8f",
"pose": [
7.177338161409344,
1.6964318546742108,
0.5117244494715756
],
"timestamp": 3850.328395321,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-001.jpg",
"sha256": "2d842443a877fc7e76961f8784a2993c35c6d2dcec01cc9f90d3b2b0839b47a1",
"pose": [
7.2408239292775605,
1.7336885207015231,
0.45741144586135807
],
"timestamp": 3851.126082462,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-002.jpg",
"sha256": "085286cd60c6e023bfaf72628ca08479dd85c0f5329ae4d0fc444227009189ce",
"pose": [
7.343541854004129,
1.7759218891685786,
0.3530715730727829
],
"timestamp": 3851.996693414,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-003.jpg",
"sha256": "364dd7ff64303e668f82fe654050c54e6635d334ff65bcccc9a09ea8cc33a8f9",
"pose": [
7.4242817004093205,
1.804239224692645,
0.25038052563247604
],
"timestamp": 3852.792382209,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-004.jpg",
"sha256": "012b6f2d87bca7e17d56442271706b7c6e5b272feb8e4972bcf8d4fbfa86f76d",
"pose": [
7.4569478500316375,
1.810829577836582,
0.2513816784753766
],
"timestamp": 3853.193969737,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-005.jpg",
"sha256": "c04a70cf2f7e36298e43b1fe92783ef1b26280218c735eefdea001ab37c77f95",
"pose": [
7.476341612450835,
1.8163721768115075,
0.2747889785426185
],
"timestamp": 3853.461366807,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-006.jpg",
"sha256": "dd5d68235f8d56cff30783790822bd5cc74545a7f0a936607e0d92624bf29e8b",
"pose": [
7.511583351589143,
1.8262843517651457,
0.34949029585959535
],
"timestamp": 3856.999035535,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-007.jpg",
"sha256": "f0c4e66038b5251034b01a42094b947a9b8627f14f7d649ae857c20e0f65fddd",
"pose": [
7.58077062799141,
1.8504984665506339,
0.37292801740673154
],
"timestamp": 3857.735575586,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-008.jpg",
"sha256": "d4b2213a95a14229e4b04e16f629e1079926aa77b8d5218905f7b5e95ccb84eb",
"pose": [
7.652659960990708,
1.88196737215588,
0.37117045139329186
],
"timestamp": 3858.534367856,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-009.jpg",
"sha256": "568cf6dc5ba1c22ef24eaa6ccf0ed6a2e37e789134534c7cdb59cdb3a3fe7507",
"pose": [
7.685687879914526,
1.8999698375248562,
0.3933690688429383
],
"timestamp": 3863.070500479,
"observation_id": 110
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
90,
91,
92,
93,
94,
95,
96,
97,
98,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.536132623000412,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
105,
106
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1266
],
"attention_mask": [
1,
1266
],
"pixel_values_videos": [
1,
15232,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1266
],
"mm_token_type_ids": [
1,
1266
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-000.jpg",
"sha256": "83fd7d1af1d08559ea8caf592bf898c45814486a21cd263d6a813596b301f2b8",
"pose": [
6.15793812424886,
1.389829245637061,
0.252307515229496
],
"timestamp": 3833.308250011,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-001.jpg",
"sha256": "6ff8adf3e9460f2ed5043b0c3c20166268341de4fb8f29e2222309022a6a95d6",
"pose": [
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
"timestamp": 3833.975749658,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-009.jpg",
"sha256": "318d25bfc51dfae9d5681ca525ffe9eeacadeb8895023a5fe1dfc935b7436439",
"pose": [
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
"timestamp": 3838.578653482,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-000.jpg",
"sha256": "57a5a62f0ad79f574cd093184cd81c9004fe066943988250ec025fde4985bdc4",
"pose": [
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
"timestamp": 3840.983423144,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-001.jpg",
"sha256": "de20181e732d366f64f292b037bd5d267b29874b4ceba6faa1dbc7a8badf2311",
"pose": [
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
"timestamp": 3841.650489815,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-002.jpg",
"sha256": "41bf1926b92b9a7c43f2587065cedfb338696a96644f7a1b83b867aacfb75dd7",
"pose": [
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
"timestamp": 3842.184286735,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-003.jpg",
"sha256": "67dd422dcdd3d3432c5be2a7f8b659f2e0f4b498ce6a8ca216d7c5af44633f0c",
"pose": [
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
"timestamp": 3842.84995297,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-004.jpg",
"sha256": "6c3796727a3deeae6b4eaf00a02d77b1367a400bb6f6491268398188d6eb8766",
"pose": [
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
"timestamp": 3843.384457276,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-005.jpg",
"sha256": "9d5ad6b5f20a1cde7d775ba73caf029c344fdc6e0a68814c1e63f15d1b80bf66",
"pose": [
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
"timestamp": 3843.717106579,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-006.jpg",
"sha256": "b8aa1d4f7c79111080480803de8546e6b891af29831704168c59166d51582264",
"pose": [
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
"timestamp": 3844.052429356,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-007.jpg",
"sha256": "4d7adaf4183b46db653c826153a4555a786438d4389f6c68cfaf6cd2e3709c8d",
"pose": [
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
"timestamp": 3846.386957033,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-009.jpg",
"sha256": "c6a5790696a7cc322f18b75dd3eef6be94e8a82ac8827386b6e06737a5640954",
"pose": [
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
],
"timestamp": 3846.854311212,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-000.jpg",
"sha256": "b6aef468dbf10e7f273f69d044c13c0859275f64adbe6cdae7000fa493ebdc8f",
"pose": [
7.177338161409344,
1.6964318546742108,
0.5117244494715756
],
"timestamp": 3850.328395321,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-001.jpg",
"sha256": "2d842443a877fc7e76961f8784a2993c35c6d2dcec01cc9f90d3b2b0839b47a1",
"pose": [
7.2408239292775605,
1.7336885207015231,
0.45741144586135807
],
"timestamp": 3851.126082462,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-002.jpg",
"sha256": "085286cd60c6e023bfaf72628ca08479dd85c0f5329ae4d0fc444227009189ce",
"pose": [
7.343541854004129,
1.7759218891685786,
0.3530715730727829
],
"timestamp": 3851.996693414,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-003.jpg",
"sha256": "364dd7ff64303e668f82fe654050c54e6635d334ff65bcccc9a09ea8cc33a8f9",
"pose": [
7.4242817004093205,
1.804239224692645,
0.25038052563247604
],
"timestamp": 3852.792382209,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-004.jpg",
"sha256": "012b6f2d87bca7e17d56442271706b7c6e5b272feb8e4972bcf8d4fbfa86f76d",
"pose": [
7.4569478500316375,
1.810829577836582,
0.2513816784753766
],
"timestamp": 3853.193969737,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-005.jpg",
"sha256": "c04a70cf2f7e36298e43b1fe92783ef1b26280218c735eefdea001ab37c77f95",
"pose": [
7.476341612450835,
1.8163721768115075,
0.2747889785426185
],
"timestamp": 3853.461366807,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-006.jpg",
"sha256": "dd5d68235f8d56cff30783790822bd5cc74545a7f0a936607e0d92624bf29e8b",
"pose": [
7.511583351589143,
1.8262843517651457,
0.34949029585959535
],
"timestamp": 3856.999035535,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-007.jpg",
"sha256": "f0c4e66038b5251034b01a42094b947a9b8627f14f7d649ae857c20e0f65fddd",
"pose": [
7.58077062799141,
1.8504984665506339,
0.37292801740673154
],
"timestamp": 3857.735575586,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-008.jpg",
"sha256": "d4b2213a95a14229e4b04e16f629e1079926aa77b8d5218905f7b5e95ccb84eb",
"pose": [
7.652659960990708,
1.88196737215588,
0.37117045139329186
],
"timestamp": 3858.534367856,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-009.jpg",
"sha256": "568cf6dc5ba1c22ef24eaa6ccf0ed6a2e37e789134534c7cdb59cdb3a3fe7507",
"pose": [
7.685687879914526,
1.8999698375248562,
0.3933690688429383
],
"timestamp": 3863.070500479,
"observation_id": 110
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
-0.0013465435476973653,
0.00017350427515339106,
0.3150654137134552
],
[
0.14964902727274554,
0.015489556665520307,
0.040521830320358276
],
[
0.15841306404059158,
-0.01777614537640875,
-0.23486430943012235
],
[
0.1286827114177659,
-0.010064429707226328,
-0.18224809691309932
],
[
0.07294507882801131,
-0.0020636432989269253,
-0.009606096893548965
],
[
0.06762553893218087,
0.0010653319581625134,
0.053918033838272095
],
[
0.09636023357693096,
0.004827432094128601,
0.13337740302085876
],
[
0.12578637278086516,
0.001302899555546147,
0.08336125314235687
],
[
0.12244072517414575,
-0.0002708260443499977,
-0.11063369363546373
],
[
0.10656721852812663,
-0.00010935487757418767,
-0.04242710396647453
]
],
"stop": false,
"plan": null,
"raw": "<apos_1072><opos_653><act_l0_68><act_l1_173><act_l2_181><|im_end|>",
"waypoints": [
[
-0.0013465435476973653,
0.00017350427515339106,
0.3150654137134552
],
[
0.13613629341125488,
0.06127364560961723,
0.3555872440338135
],
[
0.29082798957824707,
0.09975960850715637,
0.1207229346036911
],
[
0.4197861850261688,
0.10526567697525024,
-0.06152516230940819
],
[
0.49246636033058167,
0.09872081130743027,
-0.07113125920295715
],
[
0.5599966049194336,
0.09497721493244171,
-0.01721322536468506
],
[
0.6564256548881531,
0.09814534336328506,
0.1161641776561737
],
[
0.7812132835388184,
0.11401849240064621,
0.19952543079853058
],
[
0.901278555393219,
0.1380213052034378,
0.08889173716306686
],
[
1.0074347257614136,
0.14737285673618317,
0.04646463319659233
]
],
"pointing": {
"apos": 1072,
"opos": 653
},
"rvq_codes": [
68,
173,
181
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
17,
18,
23,
24,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
105,
106
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1266
],
"attention_mask": [
1,
1266
],
"pixel_values_videos": [
1,
15232,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1266
],
"mm_token_type_ids": [
1,
1266
]
}
},
"history_fps": 4
},
"native_latency_ms": 294.097522739321
},
"response": {
"type": "step",
"actions": [
[
-0.0013465435476973653,
0.00017350427515339106,
0.3150654137134552
],
[
0.14964902727274554,
0.015489556665520307,
0.040521830320358276
],
[
0.15841306404059158,
-0.01777614537640875,
-0.23486430943012235
],
[
0.1286827114177659,
-0.010064429707226328,
-0.18224809691309932
],
[
0.07294507882801131,
-0.0020636432989269253,
-0.009606096893548965
],
[
0.06762553893218087,
0.0010653319581625134,
0.053918033838272095
],
[
0.09636023357693096,
0.004827432094128601,
0.13337740302085876
],
[
0.12578637278086516,
0.001302899555546147,
0.08336125314235687
],
[
0.12244072517414575,
-0.0002708260443499977,
-0.11063369363546373
],
[
0.10656721852812663,
-0.00010935487757418767,
-0.04242710396647453
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 11,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5842934898100793,
"peak_memory_bytes": 9818044928,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11569987584,
"load_count": 1,
"total_seconds": 0.589597346726805
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
-0.0013465435476973653,
0.00017350427515339106,
0.3150654137134552
],
[
0.13613629341125488,
0.06127364560961723,
0.3555872440338135
],
[
0.29082798957824707,
0.09975960850715636,
0.12072293460369113
],
[
0.4197861850261688,
0.10526567697525023,
-0.06152516230940819
],
[
0.49246636033058167,
0.09872081130743025,
-0.07113125920295715
],
[
0.5599966049194336,
0.0949772149324417,
-0.01721322536468506
],
[
0.6564256548881531,
0.09814534336328505,
0.1161641776561737
],
[
0.7812132835388184,
0.1140184924006462,
0.19952543079853058
],
[
0.901278555393219,
0.13802130520343778,
0.08889173716306686
],
[
1.0074347257614136,
0.14737285673618314,
0.04646463319659233
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
[
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
[
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
[
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
[
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
[
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
[
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
[
4.649476944363838,
1.019979779516728,
0.306955707345967
],
[
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
[
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
[
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
[
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
[
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
[
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
[
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
[
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
[
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
[
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
[
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
[
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
[
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
[
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
[
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
[
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
[
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
[
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
[
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
[
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
[
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
[
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
[
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
[
6.15793812424886,
1.389829245637061,
0.252307515229496
],
[
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
[
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
[
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
[
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
[
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
[
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
[
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
[
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
[
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
[
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
[
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
[
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
[
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
[
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
[
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
[
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
[
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
[
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
[
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
],
[
7.177338161409344,
1.6964318546742108,
0.5117244494715756
],
[
7.2408239292775605,
1.7336885207015231,
0.45741144586135807
],
[
7.343541854004129,
1.7759218891685786,
0.3530715730727829
],
[
7.4242817004093205,
1.804239224692645,
0.25038052563247604
],
[
7.4569478500316375,
1.810829577836582,
0.2513816784753766
],
[
7.476341612450835,
1.8163721768115075,
0.2747889785426185
],
[
7.511583351589143,
1.8262843517651457,
0.34949029585959535
],
[
7.58077062799141,
1.8504984665506339,
0.37292801740673154
],
[
7.652659960990708,
1.88196737215588,
0.37117045139329186
],
[
7.685687879914526,
1.8999698375248562,
0.3933690688429383
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-000.jpg",
"sha256": "83fd7d1af1d08559ea8caf592bf898c45814486a21cd263d6a813596b301f2b8",
"pose": [
6.15793812424886,
1.389829245637061,
0.252307515229496
],
"timestamp": 3833.308250011,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-001.jpg",
"sha256": "6ff8adf3e9460f2ed5043b0c3c20166268341de4fb8f29e2222309022a6a95d6",
"pose": [
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
"timestamp": 3833.975749658,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-008.jpg",
"sha256": "4b91476819c4ddcf5be72ed4afed5ab99aed5052bca3a444e2696766e6b37564",
"pose": [
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
"timestamp": 3838.44797141,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-009.jpg",
"sha256": "318d25bfc51dfae9d5681ca525ffe9eeacadeb8895023a5fe1dfc935b7436439",
"pose": [
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
"timestamp": 3838.578653482,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-000.jpg",
"sha256": "57a5a62f0ad79f574cd093184cd81c9004fe066943988250ec025fde4985bdc4",
"pose": [
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
"timestamp": 3840.983423144,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-001.jpg",
"sha256": "de20181e732d366f64f292b037bd5d267b29874b4ceba6faa1dbc7a8badf2311",
"pose": [
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
"timestamp": 3841.650489815,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-002.jpg",
"sha256": "41bf1926b92b9a7c43f2587065cedfb338696a96644f7a1b83b867aacfb75dd7",
"pose": [
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
"timestamp": 3842.184286735,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-003.jpg",
"sha256": "67dd422dcdd3d3432c5be2a7f8b659f2e0f4b498ce6a8ca216d7c5af44633f0c",
"pose": [
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
"timestamp": 3842.84995297,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-004.jpg",
"sha256": "6c3796727a3deeae6b4eaf00a02d77b1367a400bb6f6491268398188d6eb8766",
"pose": [
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
"timestamp": 3843.384457276,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-005.jpg",
"sha256": "9d5ad6b5f20a1cde7d775ba73caf029c344fdc6e0a68814c1e63f15d1b80bf66",
"pose": [
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
"timestamp": 3843.717106579,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-006.jpg",
"sha256": "b8aa1d4f7c79111080480803de8546e6b891af29831704168c59166d51582264",
"pose": [
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
"timestamp": 3844.052429356,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-007.jpg",
"sha256": "4d7adaf4183b46db653c826153a4555a786438d4389f6c68cfaf6cd2e3709c8d",
"pose": [
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
"timestamp": 3846.386957033,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-008.jpg",
"sha256": "586c41bc201a3ef817829dc24d9a4303bd4304b7040fd9784e977f92a2d621a2",
"pose": [
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
"timestamp": 3846.722274947,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-009.jpg",
"sha256": "c6a5790696a7cc322f18b75dd3eef6be94e8a82ac8827386b6e06737a5640954",
"pose": [
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
],
"timestamp": 3846.854311212,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-000.jpg",
"sha256": "b6aef468dbf10e7f273f69d044c13c0859275f64adbe6cdae7000fa493ebdc8f",
"pose": [
7.177338161409344,
1.6964318546742108,
0.5117244494715756
],
"timestamp": 3850.328395321,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-001.jpg",
"sha256": "2d842443a877fc7e76961f8784a2993c35c6d2dcec01cc9f90d3b2b0839b47a1",
"pose": [
7.2408239292775605,
1.7336885207015231,
0.45741144586135807
],
"timestamp": 3851.126082462,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-002.jpg",
"sha256": "085286cd60c6e023bfaf72628ca08479dd85c0f5329ae4d0fc444227009189ce",
"pose": [
7.343541854004129,
1.7759218891685786,
0.3530715730727829
],
"timestamp": 3851.996693414,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-003.jpg",
"sha256": "364dd7ff64303e668f82fe654050c54e6635d334ff65bcccc9a09ea8cc33a8f9",
"pose": [
7.4242817004093205,
1.804239224692645,
0.25038052563247604
],
"timestamp": 3852.792382209,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-004.jpg",
"sha256": "012b6f2d87bca7e17d56442271706b7c6e5b272feb8e4972bcf8d4fbfa86f76d",
"pose": [
7.4569478500316375,
1.810829577836582,
0.2513816784753766
],
"timestamp": 3853.193969737,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-005.jpg",
"sha256": "c04a70cf2f7e36298e43b1fe92783ef1b26280218c735eefdea001ab37c77f95",
"pose": [
7.476341612450835,
1.8163721768115075,
0.2747889785426185
],
"timestamp": 3853.461366807,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-006.jpg",
"sha256": "dd5d68235f8d56cff30783790822bd5cc74545a7f0a936607e0d92624bf29e8b",
"pose": [
7.511583351589143,
1.8262843517651457,
0.34949029585959535
],
"timestamp": 3856.999035535,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-007.jpg",
"sha256": "f0c4e66038b5251034b01a42094b947a9b8627f14f7d649ae857c20e0f65fddd",
"pose": [
7.58077062799141,
1.8504984665506339,
0.37292801740673154
],
"timestamp": 3857.735575586,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-008.jpg",
"sha256": "d4b2213a95a14229e4b04e16f629e1079926aa77b8d5218905f7b5e95ccb84eb",
"pose": [
7.652659960990708,
1.88196737215588,
0.37117045139329186
],
"timestamp": 3858.534367856,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-009.jpg",
"sha256": "568cf6dc5ba1c22ef24eaa6ccf0ed6a2e37e789134534c7cdb59cdb3a3fe7507",
"pose": [
7.685687879914526,
1.8999698375248562,
0.3933690688429383
],
"timestamp": 3863.070500479,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-000.jpg",
"sha256": "4039b72cb30b2a49ae960337d46326d32f8117ac46d334932ffa4b1ca7f83383",
"pose": [
7.6317972226294915,
1.880062764022436,
0.6450578166035617
],
"timestamp": 3867.274288291,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-001.jpg",
"sha256": "db99cdf62e17891428cf6a338114b6729f838e7bcaab9ca7af0046b01713557e",
"pose": [
7.715037152373358,
1.9499722319422157,
0.6762902192182181
],
"timestamp": 3868.142033794,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-002.jpg",
"sha256": "1b08ce418bdca5ddfeb5af5f7fbdef798d5a9e3cd5f10628c8f4b5e022af6a13",
"pose": [
7.817501898923153,
1.9972478151586897,
0.46331118242053426
],
"timestamp": 3869.275439183,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-003.jpg",
"sha256": "8e2ad7592eb964cfdd034a8131af55da1077a532deefcd9f77aeea9825c23457",
"pose": [
7.898567287999794,
2.0213169700459597,
0.3152741337834981
],
"timestamp": 3870.145750572,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-004.jpg",
"sha256": "388e5cd40d708af233853c5c34e4e1bdf545a22a81a436678bc0a761f7796c94",
"pose": [
7.923378960572602,
2.024732318755781,
0.31693860736056134
],
"timestamp": 3870.611629049,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-005.jpg",
"sha256": "52d7e70e905fbd537a89dbcd535b0cad6a4f30724de6d5fa8554fc7bb93aa52e",
"pose": [
7.934773351060347,
2.0290767670430183,
0.33805733138922234
],
"timestamp": 3874.751332799,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-006.jpg",
"sha256": "56e9c544378ab93e7191fa178b6e90f485ce05edd2ddc3843d47b056fa613e11",
"pose": [
7.981042417375169,
2.0436251051796726,
0.45275175726920835
],
"timestamp": 3875.548077057,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-007.jpg",
"sha256": "3bce1183be44f4a414ae3b7c7a5ffb506915d3ad64220ee082fe7495c2483426",
"pose": [
8.055780839506946,
2.0809645818088636,
0.5198720323029691
],
"timestamp": 3876.417607425,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-008.jpg",
"sha256": "dd2599719c94664b03d506e931a5cd3fd82ece7001e20d29902beee43f38a1fc",
"pose": [
8.113031723921177,
2.120607915134763,
0.42798886768210975
],
"timestamp": 3877.953531192,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-009.jpg",
"sha256": "9de2cff4a0265204ed955becfa3ba3202adbf30a71402593408243e45bd2ca1a",
"pose": [
8.165715279409492,
2.143527660954924,
0.410668800394173
],
"timestamp": 3878.754082534,
"observation_id": 120
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
91,
92,
93,
94,
95,
96,
97,
98,
99,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.536132623000412,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26
],
"tensor": "processed/segment1.pt",
"shape": [
24,
3,
256,
448
]
},
{
"indices": [
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
115,
116
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
23,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1368
],
"attention_mask": [
1,
1368
],
"pixel_values_videos": [
1,
17920,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1368
],
"mm_token_type_ids": [
1,
1368
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-002.jpg",
"sha256": "880ba75394b1054c95d6825958b51159bc442718361bed6cd15ab14394f09afb",
"pose": [
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
"timestamp": 3834.641588443,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-003.jpg",
"sha256": "a7336ac4ceb1139d7efcf89fc9e09d1eba1a5c1fc830275ee8113d43931a8032",
"pose": [
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
"timestamp": 3835.177445599,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-004.jpg",
"sha256": "ef3ab1c93a0214558e848fad269fd3a598b9ed665d08c5447c255b8f1fe047ce",
"pose": [
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
"timestamp": 3835.778327875,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-005.jpg",
"sha256": "df9d46b8a270d1ba3d10954ad685b828e53be2169203c6d02ed6b7f486752586",
"pose": [
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
"timestamp": 3836.511245393,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-006.jpg",
"sha256": "695594e9938e63cb337300b67ce463d6d49bf6eda6fa9f93257b7b52acc7850b",
"pose": [
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
"timestamp": 3837.111341144,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-007.jpg",
"sha256": "f3cdb15967e1e4eeff9b009fe62bfd8b31ede8c9ae570f687826b5e1b7bd33ee",
"pose": [
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
"timestamp": 3837.711505761,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000009/input-008.jpg",
"sha256": "4b91476819c4ddcf5be72ed4afed5ab99aed5052bca3a444e2696766e6b37564",
"pose": [
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
"timestamp": 3838.44797141,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-000.jpg",
"sha256": "57a5a62f0ad79f574cd093184cd81c9004fe066943988250ec025fde4985bdc4",
"pose": [
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
"timestamp": 3840.983423144,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-001.jpg",
"sha256": "de20181e732d366f64f292b037bd5d267b29874b4ceba6faa1dbc7a8badf2311",
"pose": [
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
"timestamp": 3841.650489815,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-002.jpg",
"sha256": "41bf1926b92b9a7c43f2587065cedfb338696a96644f7a1b83b867aacfb75dd7",
"pose": [
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
"timestamp": 3842.184286735,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-003.jpg",
"sha256": "67dd422dcdd3d3432c5be2a7f8b659f2e0f4b498ce6a8ca216d7c5af44633f0c",
"pose": [
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
"timestamp": 3842.84995297,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-004.jpg",
"sha256": "6c3796727a3deeae6b4eaf00a02d77b1367a400bb6f6491268398188d6eb8766",
"pose": [
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
"timestamp": 3843.384457276,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-005.jpg",
"sha256": "9d5ad6b5f20a1cde7d775ba73caf029c344fdc6e0a68814c1e63f15d1b80bf66",
"pose": [
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
"timestamp": 3843.717106579,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-006.jpg",
"sha256": "b8aa1d4f7c79111080480803de8546e6b891af29831704168c59166d51582264",
"pose": [
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
"timestamp": 3844.052429356,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-007.jpg",
"sha256": "4d7adaf4183b46db653c826153a4555a786438d4389f6c68cfaf6cd2e3709c8d",
"pose": [
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
"timestamp": 3846.386957033,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000010/input-008.jpg",
"sha256": "586c41bc201a3ef817829dc24d9a4303bd4304b7040fd9784e977f92a2d621a2",
"pose": [
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
"timestamp": 3846.722274947,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-000.jpg",
"sha256": "b6aef468dbf10e7f273f69d044c13c0859275f64adbe6cdae7000fa493ebdc8f",
"pose": [
7.177338161409344,
1.6964318546742108,
0.5117244494715756
],
"timestamp": 3850.328395321,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-001.jpg",
"sha256": "2d842443a877fc7e76961f8784a2993c35c6d2dcec01cc9f90d3b2b0839b47a1",
"pose": [
7.2408239292775605,
1.7336885207015231,
0.45741144586135807
],
"timestamp": 3851.126082462,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-002.jpg",
"sha256": "085286cd60c6e023bfaf72628ca08479dd85c0f5329ae4d0fc444227009189ce",
"pose": [
7.343541854004129,
1.7759218891685786,
0.3530715730727829
],
"timestamp": 3851.996693414,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-003.jpg",
"sha256": "364dd7ff64303e668f82fe654050c54e6635d334ff65bcccc9a09ea8cc33a8f9",
"pose": [
7.4242817004093205,
1.804239224692645,
0.25038052563247604
],
"timestamp": 3852.792382209,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-004.jpg",
"sha256": "012b6f2d87bca7e17d56442271706b7c6e5b272feb8e4972bcf8d4fbfa86f76d",
"pose": [
7.4569478500316375,
1.810829577836582,
0.2513816784753766
],
"timestamp": 3853.193969737,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-005.jpg",
"sha256": "c04a70cf2f7e36298e43b1fe92783ef1b26280218c735eefdea001ab37c77f95",
"pose": [
7.476341612450835,
1.8163721768115075,
0.2747889785426185
],
"timestamp": 3853.461366807,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-006.jpg",
"sha256": "dd5d68235f8d56cff30783790822bd5cc74545a7f0a936607e0d92624bf29e8b",
"pose": [
7.511583351589143,
1.8262843517651457,
0.34949029585959535
],
"timestamp": 3856.999035535,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-007.jpg",
"sha256": "f0c4e66038b5251034b01a42094b947a9b8627f14f7d649ae857c20e0f65fddd",
"pose": [
7.58077062799141,
1.8504984665506339,
0.37292801740673154
],
"timestamp": 3857.735575586,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-008.jpg",
"sha256": "d4b2213a95a14229e4b04e16f629e1079926aa77b8d5218905f7b5e95ccb84eb",
"pose": [
7.652659960990708,
1.88196737215588,
0.37117045139329186
],
"timestamp": 3858.534367856,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000011/input-009.jpg",
"sha256": "568cf6dc5ba1c22ef24eaa6ccf0ed6a2e37e789134534c7cdb59cdb3a3fe7507",
"pose": [
7.685687879914526,
1.8999698375248562,
0.3933690688429383
],
"timestamp": 3863.070500479,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-000.jpg",
"sha256": "4039b72cb30b2a49ae960337d46326d32f8117ac46d334932ffa4b1ca7f83383",
"pose": [
7.6317972226294915,
1.880062764022436,
0.6450578166035617
],
"timestamp": 3867.274288291,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-001.jpg",
"sha256": "db99cdf62e17891428cf6a338114b6729f838e7bcaab9ca7af0046b01713557e",
"pose": [
7.715037152373358,
1.9499722319422157,
0.6762902192182181
],
"timestamp": 3868.142033794,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-002.jpg",
"sha256": "1b08ce418bdca5ddfeb5af5f7fbdef798d5a9e3cd5f10628c8f4b5e022af6a13",
"pose": [
7.817501898923153,
1.9972478151586897,
0.46331118242053426
],
"timestamp": 3869.275439183,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-003.jpg",
"sha256": "8e2ad7592eb964cfdd034a8131af55da1077a532deefcd9f77aeea9825c23457",
"pose": [
7.898567287999794,
2.0213169700459597,
0.3152741337834981
],
"timestamp": 3870.145750572,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-004.jpg",
"sha256": "388e5cd40d708af233853c5c34e4e1bdf545a22a81a436678bc0a761f7796c94",
"pose": [
7.923378960572602,
2.024732318755781,
0.31693860736056134
],
"timestamp": 3870.611629049,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-005.jpg",
"sha256": "52d7e70e905fbd537a89dbcd535b0cad6a4f30724de6d5fa8554fc7bb93aa52e",
"pose": [
7.934773351060347,
2.0290767670430183,
0.33805733138922234
],
"timestamp": 3874.751332799,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-006.jpg",
"sha256": "56e9c544378ab93e7191fa178b6e90f485ce05edd2ddc3843d47b056fa613e11",
"pose": [
7.981042417375169,
2.0436251051796726,
0.45275175726920835
],
"timestamp": 3875.548077057,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-007.jpg",
"sha256": "3bce1183be44f4a414ae3b7c7a5ffb506915d3ad64220ee082fe7495c2483426",
"pose": [
8.055780839506946,
2.0809645818088636,
0.5198720323029691
],
"timestamp": 3876.417607425,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-008.jpg",
"sha256": "dd2599719c94664b03d506e931a5cd3fd82ece7001e20d29902beee43f38a1fc",
"pose": [
8.113031723921177,
2.120607915134763,
0.42798886768210975
],
"timestamp": 3877.953531192,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000012/input-009.jpg",
"sha256": "9de2cff4a0265204ed955becfa3ba3202adbf30a71402593408243e45bd2ca1a",
"pose": [
8.165715279409492,
2.143527660954924,
0.410668800394173
],
"timestamp": 3878.754082534,
"observation_id": 120
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.08557558059692383,
-0.03689417615532875,
-0.25755009055137634
],
[
0.09530467500938089,
-0.00039275588256060603,
0.0050494372844696045
],
[
0.11851115626278289,
0.0009673142645800145,
0.016322940587997437
],
[
0.14334782761804019,
0.0009937265745638899,
0.02047555148601532
],
[
0.13715938037549125,
-0.005573960226276108,
-0.09316544234752655
],
[
0.11782913008744988,
-0.0003898717960615222,
-0.028149604797363285
],
[
0.12921454295811297,
0.0010972431480009356,
0.13667316734790802
],
[
0.1360704201679583,
-0.000342938592357591,
0.03676988184452057
],
[
0.14573279791014895,
0.00014904510733929413,
0.012852713465690613
],
[
0.13420679698780083,
0.0002636366119635816,
0.007143080234527588
]
],
"stop": false,
"plan": null,
"raw": "<apos_991><opos_634><act_l0_175><act_l1_107><act_l2_29><|im_end|>",
"waypoints": [
[
0.08557558059692383,
-0.03689417615532875,
-0.25755009055137634
],
[
0.1776367723941803,
-0.061549242585897446,
-0.25250065326690674
],
[
0.29263168573379517,
-0.09021978080272675,
-0.2361777126789093
],
[
0.4322326183319092,
-0.12279533594846725,
-0.21570216119289398
],
[
0.5650205016136169,
-0.15759681165218353,
-0.30886760354042053
],
[
0.6771552562713623,
-0.19378593564033508,
-0.3370172083377838
],
[
0.79946368932724,
-0.2354782521724701,
-0.2003440409898758
],
[
0.9327442049980164,
-0.2628932297229767,
-0.16357415914535522
],
[
1.0765559673309326,
-0.2864781320095062,
-0.1507214456796646
],
[
1.2092808485031128,
-0.3063688278198242,
-0.14357836544513702
]
],
"pointing": {
"apos": 991,
"opos": 634
},
"rvq_codes": [
175,
107,
29
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26
],
"tensor": "processed/segment1.pt",
"shape": [
24,
3,
256,
448
]
},
{
"indices": [
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
115,
116
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
23,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1368
],
"attention_mask": [
1,
1368
],
"pixel_values_videos": [
1,
17920,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1368
],
"mm_token_type_ids": [
1,
1368
]
}
},
"history_fps": 4
},
"native_latency_ms": 311.9047451764345
},
"response": {
"type": "step",
"actions": [
[
0.08557558059692383,
-0.03689417615532875,
-0.25755009055137634
],
[
0.09530467500938089,
-0.00039275588256060603,
0.0050494372844696045
],
[
0.11851115626278289,
0.0009673142645800145,
0.016322940587997437
],
[
0.14334782761804019,
0.0009937265745638899,
0.02047555148601532
],
[
0.13715938037549125,
-0.005573960226276108,
-0.09316544234752655
],
[
0.11782913008744988,
-0.0003898717960615222,
-0.028149604797363285
],
[
0.12921454295811297,
0.0010972431480009356,
0.13667316734790802
],
[
0.1360704201679583,
-0.000342938592357591,
0.03676988184452057
],
[
0.14573279791014895,
0.00014904510733929413,
0.012852713465690613
],
[
0.13420679698780083,
0.0002636366119635816,
0.007143080234527588
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115517-9787363d",
"inference_id": 12,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.6209095930680633,
"peak_memory_bytes": 9945819648,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.6267378609627485
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.08557558059692383,
-0.03689417615532875,
-0.25755009055137634
],
[
0.1776367723941803,
-0.06154924258589745,
-0.25250065326690674
],
[
0.29263168573379517,
-0.09021978080272675,
-0.23617771267890927
],
[
0.43223261833190924,
-0.12279533594846727,
-0.21570216119289393
],
[
0.5650205016136169,
-0.15759681165218353,
-0.30886760354042053
],
[
0.6771552562713623,
-0.19378593564033508,
-0.3370172083377838
],
[
0.79946368932724,
-0.2354782521724701,
-0.2003440409898758
],
[
0.9327442049980164,
-0.2628932297229767,
-0.16357415914535522
],
[
1.0765559673309326,
-0.2864781320095062,
-0.1507214456796646
],
[
1.2092808485031128,
-0.3063688278198242,
-0.14357836544513702
]
],
"observed_poses": [
[
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
[
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
[
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
[
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
[
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
[
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
[
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
[
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
[
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
[
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
[
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
[
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
[
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
[
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
[
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
[
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
[
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
[
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
[
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
[
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
[
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
[
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
[
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
[
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
[
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
[
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
[
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
[
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
[
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
[
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
[
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
[
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
[
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
[
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
[
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
[
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
[
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
[
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
[
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
[
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
[
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
[
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
[
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
[
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
[
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
[
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
[
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
[
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
[
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
[
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
[
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
[
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
[
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
[
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
[
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
[
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
[
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
[
4.649476944363838,
1.019979779516728,
0.306955707345967
],
[
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
[
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
[
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
[
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
[
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
[
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
[
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
[
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
[
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
[
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
[
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
[
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
[
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
[
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
[
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
[
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
[
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
[
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
[
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
[
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
[
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
[
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
[
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
[
6.15793812424886,
1.389829245637061,
0.252307515229496
],
[
6.225421195165898,
1.411225388260657,
0.25133234455589504
],
[
6.285082067940582,
1.4328469165703717,
0.2390882229203526
],
[
6.363046782735617,
1.4463473666511613,
0.2167831906355198
],
[
6.433578120161394,
1.4642379402048724,
0.19432184749220172
],
[
6.5020215369028245,
1.474848758617286,
0.18597163266951
],
[
6.572603444295367,
1.4958383232675165,
0.18817357297761994
],
[
6.647339706986847,
1.5094213307745075,
0.20664139288480587
],
[
6.728459069443885,
1.5381642005602258,
0.21485364973716115
],
[
6.727194605059434,
1.536361080924756,
0.23011802468755735
],
[
6.782991759219641,
1.5500448760420018,
0.2730055973305867
],
[
6.856587776409372,
1.5761041913997913,
0.2799524477217852
],
[
6.926355720638902,
1.5925902857995307,
0.2852927624742727
],
[
6.9875063670907736,
1.614020494263577,
0.3000383942607807
],
[
7.0436843360560335,
1.631190730189334,
0.3019967461737063
],
[
7.068367377341004,
1.6423834910183333,
0.3100427381615347
],
[
7.082803963338196,
1.6488491699693721,
0.315579444647184
],
[
7.115260286684306,
1.6611490534272342,
0.3177510737589806
],
[
7.136793078320102,
1.668290281651331,
0.3248154892818955
],
[
7.1333107187345375,
1.6660008233676777,
0.33813513912470494
],
[
7.177338161409344,
1.6964318546742108,
0.5117244494715756
],
[
7.2408239292775605,
1.7336885207015231,
0.45741144586135807
],
[
7.343541854004129,
1.7759218891685786,
0.3530715730727829
],
[
7.4242817004093205,
1.804239224692645,
0.25038052563247604
],
[
7.4569478500316375,
1.810829577836582,
0.2513816784753766
],
[
7.476341612450835,
1.8163721768115075,
0.2747889785426185
],
[
7.511583351589143,
1.8262843517651457,
0.34949029585959535
],
[
7.58077062799141,
1.8504984665506339,
0.37292801740673154
],
[
7.652659960990708,
1.88196737215588,
0.37117045139329186
],
[
7.685687879914526,
1.8999698375248562,
0.3933690688429383
],
[
7.6317972226294915,
1.880062764022436,
0.6450578166035617
],
[
7.715037152373358,
1.9499722319422157,
0.6762902192182181
],
[
7.817501898923153,
1.9972478151586897,
0.46331118242053426
],
[
7.898567287999794,
2.0213169700459597,
0.3152741337834981
],
[
7.923378960572602,
2.024732318755781,
0.31693860736056134
],
[
7.934773351060347,
2.0290767670430183,
0.33805733138922234
],
[
7.981042417375169,
2.0436251051796726,
0.45275175726920835
],
[
8.055780839506946,
2.0809645818088636,
0.5198720323029691
],
[
8.113031723921177,
2.120607915134763,
0.42798886768210975
],
[
8.165715279409492,
2.143527660954924,
0.410668800394173
]
]
}