{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go to the vending machine",
"client_plan": [
"go to the vending machine"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 25.280952685978264,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792327410.2691276,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792327480.574438,
"end_reason": "flush"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
193
],
"attention_mask": [
1,
193
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
193
],
"mm_token_type_ids": [
1,
193
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.03976381570100784,
0.002272811019793153,
0.31371474266052246
],
[
0.1041230861909639,
0.012958513428024815,
0.0397990345954895
],
[
0.0956637435543663,
-0.014663435400401156,
-0.15854549407958984
],
[
0.1120297928042142,
-0.005819307301057404,
-0.08868680894374849
],
[
0.11705197382025313,
-0.0056432852433295514,
-0.04747768118977547
],
[
0.1184471161579605,
-0.0021038996741818954,
-0.027315247803926468
],
[
0.12271438618477352,
-0.0007550785279910634,
-0.007385149598121643
],
[
0.12926014354985604,
0.00032996740862942285,
0.00014086253941059113
],
[
0.11746028606771033,
2.325700493924004e-05,
0.003395261242985725
],
[
0.0948595809796649,
4.9214501359982725e-05,
0.003960214555263519
]
],
"stop": false,
"plan": null,
"raw": "<apos_1029><opos_548><act_l0_68><act_l1_74><act_l2_120><|im_end|>",
"waypoints": [
[
0.03976381570100784,
0.002272811019793153,
0.31371474266052246
],
[
0.13480612635612488,
0.0467306487262249,
0.35351377725601196
],
[
0.22963064908981323,
0.06609241664409637,
0.19496828317642212
],
[
0.3406653106212616,
0.08208750188350677,
0.10628147423267365
],
[
0.4576554596424103,
0.0888931080698967,
0.05880379304289818
],
[
0.5760214924812317,
0.09375397115945816,
0.03148854523897171
],
[
0.6986988186836243,
0.09686272591352463,
0.024103395640850067
],
[
0.8279134631156921,
0.1003079041838646,
0.024244258180260658
],
[
0.9453386664390564,
0.10317861288785934,
0.027639519423246384
],
[
1.0401606559753418,
0.10584934800863266,
0.0315997339785099
]
],
"pointing": {
"apos": 1029,
"opos": 548
},
"rvq_codes": [
68,
74,
120
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
193
],
"attention_mask": [
1,
193
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
193
],
"mm_token_type_ids": [
1,
193
]
}
},
"history_fps": 4
},
"native_latency_ms": 209.77387204766273
},
"response": {
"type": "step",
"actions": [
[
0.03976381570100784,
0.002272811019793153,
0.31371474266052246
],
[
0.1041230861909639,
0.012958513428024815,
0.0397990345954895
],
[
0.0956637435543663,
-0.014663435400401156,
-0.15854549407958984
],
[
0.1120297928042142,
-0.005819307301057404,
-0.08868680894374849
],
[
0.11705197382025313,
-0.0056432852433295514,
-0.04747768118977547
],
[
0.1184471161579605,
-0.0021038996741818954,
-0.027315247803926468
],
[
0.12271438618477352,
-0.0007550785279910634,
-0.007385149598121643
],
[
0.12926014354985604,
0.00032996740862942285,
0.00014086253941059113
],
[
0.11746028606771033,
2.325700493924004e-05,
0.003395261242985725
],
[
0.0948595809796649,
4.9214501359982725e-05,
0.003960214555263519
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.23024823563173413,
"peak_memory_bytes": 9155978752,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.23341887071728706
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.03976381570100784,
0.002272811019793153,
0.31371474266052246
],
[
0.13480612635612488,
0.0467306487262249,
0.35351377725601196
],
[
0.22963064908981323,
0.06609241664409637,
0.19496828317642212
],
[
0.3406653106212616,
0.08208750188350677,
0.10628147423267365
],
[
0.4576554596424103,
0.0888931080698967,
0.05880379304289818
],
[
0.5760214924812317,
0.09375397115945816,
0.03148854523897171
],
[
0.6986988186836243,
0.09686272591352463,
0.02410339564085007
],
[
0.8279134631156921,
0.1003079041838646,
0.024244258180260665
],
[
0.9453386664390563,
0.10317861288785934,
0.02763951942324639
],
[
1.0401606559753418,
0.10584934800863266,
0.03159973397850991
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.9654828720003934,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
337
],
"attention_mask": [
1,
337
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
337
],
"mm_token_type_ids": [
1,
337
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.1555593857112712,
-0.013719180741414545,
-0.04458877444267273
],
[
0.14565395077107163,
0.013627223821019295,
0.15866638720035553
],
[
0.13523760937440346,
0.007297485415125461,
0.10311166942119598
],
[
0.06390705931346873,
0.006230509243064217,
0.046152159571647644
],
[
0.03915910913837261,
0.0022882396166070294,
0.01597122848033905
],
[
0.1149101721509695,
0.0012789846735711081,
-0.024331435561180115
],
[
0.1336829780977743,
0.00037595086837790594,
-0.02467111498117447
],
[
0.12067037109363209,
6.195136543040228e-05,
-0.008166544139385223
],
[
0.09657659335933821,
-3.4964795068159055e-05,
-0.0029238089919090267
]
],
"stop": false,
"plan": null,
"raw": "<apos_1086><opos_606><act_l0_27><act_l1_47><act_l2_28><|im_end|>",
"waypoints": [
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.14363721013069153,
-0.06334942579269409,
-0.36597877740859985
],
[
0.28452175855636597,
-0.10274890065193176,
-0.20731239020824432
],
[
0.4183656573295593,
-0.12344370782375336,
-0.10420072078704834
],
[
0.48257413506507874,
-0.1238941103219986,
-0.058048561215400696
],
[
0.5218000411987305,
-0.12388157844543457,
-0.042077332735061646
],
[
0.6366623044013977,
-0.12743741273880005,
-0.06640876829624176
],
[
0.7700755596160889,
-0.13593348860740662,
-0.09107988327741623
],
[
0.8902513980865479,
-0.14684724807739258,
-0.09924642741680145
],
[
0.9863492846488953,
-0.15645119547843933,
-0.10217023640871048
]
],
"pointing": {
"apos": 1086,
"opos": 606
},
"rvq_codes": [
27,
47,
28
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
337
],
"attention_mask": [
1,
337
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
337
],
"mm_token_type_ids": [
1,
337
]
}
},
"history_fps": 4
},
"native_latency_ms": 200.27413498610258
},
"response": {
"type": "step",
"actions": [
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.1555593857112712,
-0.013719180741414545,
-0.04458877444267273
],
[
0.14565395077107163,
0.013627223821019295,
0.15866638720035553
],
[
0.13523760937440346,
0.007297485415125461,
0.10311166942119598
],
[
0.06390705931346873,
0.006230509243064217,
0.046152159571647644
],
[
0.03915910913837261,
0.0022882396166070294,
0.01597122848033905
],
[
0.1149101721509695,
0.0012789846735711081,
-0.024331435561180115
],
[
0.1336829780977743,
0.00037595086837790594,
-0.02467111498117447
],
[
0.12067037109363209,
6.195136543040228e-05,
-0.008166544139385223
],
[
0.09657659335933821,
-3.4964795068159055e-05,
-0.0029238089919090267
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.23831317806616426,
"peak_memory_bytes": 9208145408,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.2413347950205207
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0003765852889046073,
-0.0011937199160456657,
-0.3213900029659271
],
[
0.14363721013069156,
-0.06334942579269409,
-0.3659787774085998
],
[
0.284521758556366,
-0.10274890065193176,
-0.20731239020824427
],
[
0.4183656573295593,
-0.12344370782375334,
-0.10420072078704828
],
[
0.48257413506507874,
-0.12389411032199858,
-0.05804856121540064
],
[
0.5218000411987305,
-0.12388157844543457,
-0.04207733273506159
],
[
0.6366623044013977,
-0.12743741273880005,
-0.0664087682962417
],
[
0.7700755596160889,
-0.13593348860740662,
-0.09107988327741617
],
[
0.8902513980865479,
-0.14684724807739255,
-0.0992464274168014
],
[
0.9863492846488953,
-0.1564511954784393,
-0.10217023640871042
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
517
],
"attention_mask": [
1,
517
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
517
],
"mm_token_type_ids": [
1,
517
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.14964461281603697,
-0.004335778922640893,
-0.007224127650260925
],
[
0.12300367902809776,
0.004183404136396965,
0.04347085952758789
],
[
0.10435714346205299,
0.00039299167637179937,
0.006471537053585053
],
[
0.07710017672771455,
-0.0019653219481837302,
-0.035894714295864105
],
[
0.06826444841280595,
-0.001781716354438776,
-0.03130337595939636
],
[
0.11086145186543814,
-0.0025536408950800477,
0.019211411476135254
],
[
0.07363369985688342,
-0.001196814154156331,
0.004788950085639954
],
[
0.011570139346555814,
-4.238211618070925e-05,
0.12116747722029685
],
[
0.006024472416746339,
-2.970592456314359e-05,
0.0245836079120636
]
],
"stop": false,
"plan": null,
"raw": "<apos_1087><opos_656><act_l0_3><act_l1_148><act_l2_207><|im_end|>",
"waypoints": [
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.18722251057624817,
-0.031733401119709015,
-0.16966158151626587
],
[
0.30916646122932434,
-0.048379085958004,
-0.12619072198867798
],
[
0.4127432703971863,
-0.06112319976091385,
-0.11971918493509293
],
[
0.48905685544013977,
-0.07228279113769531,
-0.15561389923095703
],
[
0.556220293045044,
-0.0846230536699295,
-0.1869172751903534
],
[
0.6646761894226074,
-0.10773368179798126,
-0.16770586371421814
],
[
0.7370770573616028,
-0.12120470404624939,
-0.16291691362857819
],
[
0.748487114906311,
-0.1231231689453125,
-0.041749436408281326
],
[
0.7545050978660583,
-0.12340429425239563,
-0.017165828496217728
]
],
"pointing": {
"apos": 1087,
"opos": 656
},
"rvq_codes": [
3,
148,
207
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
517
],
"attention_mask": [
1,
517
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
517
],
"mm_token_type_ids": [
1,
517
]
}
},
"history_fps": 4
},
"native_latency_ms": 232.58577706292272
},
"response": {
"type": "step",
"actions": [
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.14964461281603697,
-0.004335778922640893,
-0.007224127650260925
],
[
0.12300367902809776,
0.004183404136396965,
0.04347085952758789
],
[
0.10435714346205299,
0.00039299167637179937,
0.006471537053585053
],
[
0.07710017672771455,
-0.0019653219481837302,
-0.035894714295864105
],
[
0.06826444841280595,
-0.001781716354438776,
-0.03130337595939636
],
[
0.11086145186543814,
-0.0025536408950800477,
0.019211411476135254
],
[
0.07363369985688342,
-0.001196814154156331,
0.004788950085639954
],
[
0.011570139346555814,
-4.238211618070925e-05,
0.12116747722029685
],
[
0.006024472416746339,
-2.970592456314359e-05,
0.0245836079120636
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.309188817627728,
"peak_memory_bytes": 9314054144,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.31274503702297807
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.18722251057624817,
-0.031733401119709015,
-0.16966158151626587
],
[
0.30916646122932434,
-0.048379085958004005,
-0.12619072198867798
],
[
0.4127432703971863,
-0.061123199760913856,
-0.11971918493509293
],
[
0.48905685544013977,
-0.07228279113769531,
-0.15561389923095703
],
[
0.556220293045044,
-0.0846230536699295,
-0.1869172751903534
],
[
0.6646761894226074,
-0.10773368179798125,
-0.16770586371421814
],
[
0.7370770573616028,
-0.12120470404624938,
-0.16291691362857819
],
[
0.748487114906311,
-0.12312316894531249,
-0.04174943640828134
],
[
0.7545050978660583,
-0.12340429425239562,
-0.01716582849621774
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
28
],
"tensor": "processed/segment0.pt",
"shape": [
30,
3,
256,
448
]
},
{
"indices": [
29,
30
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
733
],
"attention_mask": [
1,
733
],
"pixel_values_videos": [
1,
7168,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
733
],
"mm_token_type_ids": [
1,
733
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.003880070988088846,
-0.0006173825240693986,
-0.153917595744133
],
[
0.13614977704023443,
-0.006653214997101399,
-0.034516796469688416
],
[
0.12757471000686638,
0.0005417941410907866,
0.009060859680175781
],
[
0.1130857682462753,
-0.0001628643946197661,
0.013548880815505981
],
[
0.09295031146686485,
0.00023206226977606943,
0.021091431379318237
],
[
0.0863873379617972,
0.000478625117296733,
0.019159898161888123
],
[
0.07455663533718318,
-0.0007812499343987159,
-0.005159646272659302
],
[
0.14160241596075154,
0.0019392904863219755,
0.016178756952285767
],
[
0.10093083046644699,
-5.7324175960403456e-05,
0.015215307474136353
],
[
0.024339954038765824,
-1.82983541914092e-05,
0.005247347056865691
]
],
"stop": false,
"plan": null,
"raw": "<apos_1136><opos_609><act_l0_3><act_l1_53><act_l2_150><|im_end|>",
"waypoints": [
[
0.003880070988088846,
-0.0006173825240693986,
-0.153917595744133
],
[
0.137400284409523,
-0.028065145015716553,
-0.1884343922138214
],
[
0.26281824707984924,
-0.051430393010377884,
-0.17937353253364563
],
[
0.37406057119369507,
-0.07176663726568222,
-0.16582465171813965
],
[
0.46577414870262146,
-0.08688066899776459,
-0.1447332203388214
],
[
0.5513272881507874,
-0.09886655956506729,
-0.1255733221769333
],
[
0.625199019908905,
-0.10897939652204514,
-0.1307329684495926
],
[
0.7658458948135376,
-0.12551607191562653,
-0.11455421149730682
],
[
0.8661086559295654,
-0.13710980117321014,
-0.09933890402317047
],
[
0.8903267979621887,
-0.13954193890094757,
-0.09409155696630478
]
],
"pointing": {
"apos": 1136,
"opos": 609
},
"rvq_codes": [
3,
53,
150
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
28
],
"tensor": "processed/segment0.pt",
"shape": [
30,
3,
256,
448
]
},
{
"indices": [
29,
30
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
733
],
"attention_mask": [
1,
733
],
"pixel_values_videos": [
1,
7168,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
733
],
"mm_token_type_ids": [
1,
733
]
}
},
"history_fps": 4
},
"native_latency_ms": 225.87529104202986
},
"response": {
"type": "step",
"actions": [
[
0.003880070988088846,
-0.0006173825240693986,
-0.153917595744133
],
[
0.13614977704023443,
-0.006653214997101399,
-0.034516796469688416
],
[
0.12757471000686638,
0.0005417941410907866,
0.009060859680175781
],
[
0.1130857682462753,
-0.0001628643946197661,
0.013548880815505981
],
[
0.09295031146686485,
0.00023206226977606943,
0.021091431379318237
],
[
0.0863873379617972,
0.000478625117296733,
0.019159898161888123
],
[
0.07455663533718318,
-0.0007812499343987159,
-0.005159646272659302
],
[
0.14160241596075154,
0.0019392904863219755,
0.016178756952285767
],
[
0.10093083046644699,
-5.7324175960403456e-05,
0.015215307474136353
],
[
0.024339954038765824,
-1.82983541914092e-05,
0.005247347056865691
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.351006924174726,
"peak_memory_bytes": 9438731264,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.3549464177340269
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.003880070988088846,
-0.0006173825240693986,
-0.153917595744133
],
[
0.137400284409523,
-0.028065145015716553,
-0.1884343922138214
],
[
0.26281824707984924,
-0.05143039301037789,
-0.17937353253364566
],
[
0.37406057119369507,
-0.07176663726568222,
-0.1658246517181397
],
[
0.46577414870262146,
-0.08688066899776459,
-0.14473322033882147
],
[
0.5513272881507874,
-0.09886655956506729,
-0.12557332217693334
],
[
0.625199019908905,
-0.10897939652204515,
-0.13073296844959265
],
[
0.7658458948135376,
-0.12551607191562655,
-0.11455421149730688
],
[
0.8661086559295654,
-0.13710980117321017,
-0.09933890402317053
],
[
0.8903267979621887,
-0.1395419389009476,
-0.09409155696630483
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
36,
37
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
821
],
"attention_mask": [
1,
821
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
821
],
"mm_token_type_ids": [
1,
821
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.12071074545383453,
0.0019454737193882465,
0.018265290185809135
],
[
0.07894811084896658,
-0.001078345728875014,
-0.039554107934236526
],
[
0.09002904664646377,
0.0004599051385147377,
-0.01525028981268406
],
[
0.09511316373792333,
-0.00044212573436982865,
-0.0006153173744678497
],
[
0.0970737716322364,
-0.0005626458259254405,
-0.017896894365549088
],
[
0.0775341639019085,
-0.0008089425683070178,
0.01106405258178711
],
[
0.08234920123597467,
-0.00030762157776992923,
0.006728623062372208
],
[
0.06953563319532884,
-0.00037551808898434857,
0.002041406929492951
],
[
0.046390832931465655,
-4.811721537917248e-05,
0.002087600529193878
],
[
0.039160736909416224,
-0.000125274454446896,
-0.0058044567704200745
]
],
"stop": false,
"plan": null,
"raw": "<apos_1088><opos_607><act_l0_105><act_l1_25><act_l2_30><|im_end|>",
"waypoints": [
[
0.12071074545383453,
0.0019454737193882465,
0.018265290185809135
],
[
0.1996653825044632,
0.002309237839654088,
-0.02128881774842739
],
[
0.28968381881713867,
0.0008525715675204992,
-0.03653910756111145
],
[
0.38471734523773193,
-0.0030638359021395445,
-0.0371544249355793
],
[
0.4817032217979431,
-0.007231983821839094,
-0.05505131930112839
],
[
0.5590754151344299,
-0.012305903248488903,
-0.04398726671934128
],
[
0.6413314342498779,
-0.016234375536441803,
-0.03725864365696907
],
[
0.71080482006073,
-0.019199836999177933,
-0.03521723672747612
],
[
0.7571651935577393,
-0.020881343632936478,
-0.03312963619828224
],
[
0.7963002920150757,
-0.022303692996501923,
-0.038934092968702316
]
],
"pointing": {
"apos": 1088,
"opos": 607
},
"rvq_codes": [
105,
25,
30
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
36,
37
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
821
],
"attention_mask": [
1,
821
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
821
],
"mm_token_type_ids": [
1,
821
]
}
},
"history_fps": 4
},
"native_latency_ms": 238.70766861364245
},
"response": {
"type": "step",
"actions": [
[
0.12071074545383453,
0.0019454737193882465,
0.018265290185809135
],
[
0.07894811084896658,
-0.001078345728875014,
-0.039554107934236526
],
[
0.09002904664646377,
0.0004599051385147377,
-0.01525028981268406
],
[
0.09511316373792333,
-0.00044212573436982865,
-0.0006153173744678497
],
[
0.0970737716322364,
-0.0005626458259254405,
-0.017896894365549088
],
[
0.0775341639019085,
-0.0008089425683070178,
0.01106405258178711
],
[
0.08234920123597467,
-0.00030762157776992923,
0.006728623062372208
],
[
0.06953563319532884,
-0.00037551808898434857,
0.002041406929492951
],
[
0.046390832931465655,
-4.811721537917248e-05,
0.002087600529193878
],
[
0.039160736909416224,
-0.000125274454446896,
-0.0058044567704200745
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.40796467708423734,
"peak_memory_bytes": 9505664512,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.41216403199359775
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.12071074545383453,
0.0019454737193882465,
0.018265290185809135
],
[
0.1996653825044632,
0.0023092378396540885,
-0.02128881774842739
],
[
0.28968381881713867,
0.0008525715675204999,
-0.03653910756111145
],
[
0.38471734523773193,
-0.0030638359021395436,
-0.0371544249355793
],
[
0.4817032217979431,
-0.007231983821839092,
-0.05505131930112838
],
[
0.5590754151344299,
-0.0123059032484889,
-0.04398726671934127
],
[
0.6413314342498779,
-0.016234375536441796,
-0.037258643656969063
],
[
0.71080482006073,
-0.019199836999177926,
-0.03521723672747611
],
[
0.7571651935577393,
-0.02088134363293647,
-0.03312963619828223
],
[
0.7963002920150757,
-0.022303692996501916,
-0.0389340929687023
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
[
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
[
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
[
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
[
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
[
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
[
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
[
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
[
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
[
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
[
2.024851732607468,
0.3000455163909407,
0.20533828856685465
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-008.jpg",
"sha256": "e80d90aee051fba84d3ab4305bf0816568012ec86d8a35a14d12c08956df69cf",
"pose": [
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
"timestamp": 5859.007135589,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13
],
"tensor": "processed/segment1.pt",
"shape": [
4,
3,
256,
448
]
},
{
"indices": [
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
46,
47
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
859
],
"attention_mask": [
1,
859
],
"pixel_values_videos": [
1,
8960,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
859
],
"mm_token_type_ids": [
1,
859
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10562583059072495,
0.0019511510618031025,
0.012996402569115164
],
[
0.12178465183087919,
-0.00045069718994738216,
5.145091563463211e-05
],
[
0.11466451677941002,
-0.0022310968020903973,
-0.016471996670588854
],
[
0.10301323967410407,
0.0009531997608135726,
0.011196965118870139
],
[
0.09196290496594865,
0.0011841024860514298,
0.016866793856024742
],
[
0.0817927675958358,
0.00012192064929561356,
-0.005764313042163848
],
[
0.08653307869084283,
-0.0020636217255654305,
-0.059081083163619035
],
[
0.07271251301721308,
-0.0014364323494428662,
-0.039836812764406204
],
[
0.04864822349122123,
-0.0010455677980754658,
0.015215672552585602
],
[
0.039862872574759595,
-0.00022653915827535853,
-0.012162506580352783
]
],
"stop": false,
"plan": null,
"raw": "<apos_1138><opos_610><act_l0_105><act_l1_25><act_l2_1><|im_end|>",
"waypoints": [
[
0.10562583059072495,
0.0019511510618031025,
0.012996402569115162
],
[
0.22740605473518372,
0.003083209739997983,
0.013047853484749794
],
[
0.3420899212360382,
0.0023483862169086933,
-0.003424143185839057
],
[
0.44510582089424133,
0.002948848996311426,
0.007772821933031082
],
[
0.5370567440986633,
0.0048477197997272015,
0.024639615789055824
],
[
0.6188216805458069,
0.006984741892665625,
0.018875302746891975
],
[
0.7053782939910889,
0.006554728839546442,
-0.040205780416727066
],
[
0.7779743075370789,
0.0021967815700918436,
-0.08004259318113327
],
[
0.8263831734657288,
-0.002735211979597807,
-0.06482692062854767
],
[
0.8661476373672485,
-0.005543652921915054,
-0.07698942720890045
]
],
"pointing": {
"apos": 1138,
"opos": 610
},
"rvq_codes": [
105,
25,
1
],
"model_input": {
"history_indices": [
0,
1,
6,
7,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13
],
"tensor": "processed/segment1.pt",
"shape": [
4,
3,
256,
448
]
},
{
"indices": [
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
46,
47
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
859
],
"attention_mask": [
1,
859
],
"pixel_values_videos": [
1,
8960,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
859
],
"mm_token_type_ids": [
1,
859
]
}
},
"history_fps": 4
},
"native_latency_ms": 243.28110832720995
},
"response": {
"type": "step",
"actions": [
[
0.10562583059072495,
0.0019511510618031025,
0.012996402569115164
],
[
0.12178465183087919,
-0.00045069718994738216,
5.145091563463211e-05
],
[
0.11466451677941002,
-0.0022310968020903973,
-0.016471996670588854
],
[
0.10301323967410407,
0.0009531997608135726,
0.011196965118870139
],
[
0.09196290496594865,
0.0011841024860514298,
0.016866793856024742
],
[
0.0817927675958358,
0.00012192064929561356,
-0.005764313042163848
],
[
0.08653307869084283,
-0.0020636217255654305,
-0.059081083163619035
],
[
0.07271251301721308,
-0.0014364323494428662,
-0.039836812764406204
],
[
0.04864822349122123,
-0.0010455677980754658,
0.015215672552585602
],
[
0.039862872574759595,
-0.00022653915827535853,
-0.012162506580352783
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 5,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.41574679873883724,
"peak_memory_bytes": 9525573632,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.4202254838310182
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10562583059072495,
0.0019511510618031025,
0.012996402569115165
],
[
0.22740605473518372,
0.003083209739997983,
0.013047853484749797
],
[
0.3420899212360382,
0.0023483862169086937,
-0.003424143185839057
],
[
0.44510582089424133,
0.0029488489963114266,
0.007772821933031082
],
[
0.5370567440986633,
0.0048477197997272015,
0.024639615789055824
],
[
0.6188216805458069,
0.006984741892665624,
0.018875302746891975
],
[
0.7053782939910889,
0.00655472883954644,
-0.04020578041672706
],
[
0.7779743075370789,
0.0021967815700918427,
-0.08004259318113327
],
[
0.8263831734657288,
-0.002735211979597808,
-0.06482692062854767
],
[
0.8661476373672485,
-0.005543652921915055,
-0.07698942720890045
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
[
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
[
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
[
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
[
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
[
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
[
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
[
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
[
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
[
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
[
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
[
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
[
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
[
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
[
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
[
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
[
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
[
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
[
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
[
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
[
2.34453339634526,
0.38595370186800915,
0.26266802427829106
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-008.jpg",
"sha256": "e80d90aee051fba84d3ab4305bf0816568012ec86d8a35a14d12c08956df69cf",
"pose": [
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
"timestamp": 5859.007135589,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-008.jpg",
"sha256": "94391ebc2f3d3bd2ae915b249e67641ff25b68c95fe31d4db486538eae71aa61",
"pose": [
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
"timestamp": 5864.282071588,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
60
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
55,
56
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<13.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<13.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
933
],
"attention_mask": [
1,
933
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
933
],
"mm_token_type_ids": [
1,
933
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<13.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.09655170887708664,
-0.0012419258709996939,
-0.023365866392850876
],
[
0.07630944314914002,
-0.0006069559644391181,
-0.013126365840435028
],
[
0.05428367569191604,
-0.0019426797291352948,
-0.0375148244202137
],
[
0.13950766013221347,
0.00035395097510718294,
-0.03084084391593933
],
[
0.06023152228788831,
-0.002141998956782772,
-0.19845933467149734
],
[
0.05175008944153799,
-0.0001768056240777742,
-0.12366005778312682
],
[
0.06548324249062626,
-0.0007463248270638233,
-0.05573570728302002
],
[
0.04073345111042032,
-0.00016445553179275305,
-0.026126414537429806
],
[
0.014662368614006474,
-2.1301490702543315e-05,
0.13131865859031677
],
[
0.015213243474253388,
6.767953926361397e-05,
0.021438151597976685
]
],
"stop": false,
"plan": null,
"raw": "<apos_1190><opos_709><act_l0_191><act_l1_153><act_l2_207><|im_end|>",
"waypoints": [
[
0.09655170887708664,
-0.0012419258709996939,
-0.023365866392850876
],
[
0.1728261411190033,
-0.0036315901670604944,
-0.036492232233285904
],
[
0.2270027995109558,
-0.007553469389677048,
-0.0740070566534996
],
[
0.3661547601222992,
-0.01751561649143696,
-0.10484790056943893
],
[
0.4258313477039337,
-0.02594943717122078,
-0.3033072352409363
],
[
0.4751664400100708,
-0.04157479107379913,
-0.4269672930240631
],
[
0.5344619154930115,
-0.0693715289235115,
-0.48270300030708313
],
[
0.5704649686813354,
-0.08842464536428452,
-0.5088294148445129
],
[
0.5832594633102417,
-0.09558609873056412,
-0.37751075625419617
],
[
0.5974264144897461,
-0.1011309027671814,
-0.3560726046562195
]
],
"pointing": {
"apos": 1190,
"opos": 709
},
"rvq_codes": [
191,
153,
207
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
55,
56
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<13.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<13.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
933
],
"attention_mask": [
1,
933
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
933
],
"mm_token_type_ids": [
1,
933
]
}
},
"history_fps": 4
},
"native_latency_ms": 251.29954516887665
},
"response": {
"type": "step",
"actions": [
[
0.09655170887708664,
-0.0012419258709996939,
-0.023365866392850876
],
[
0.07630944314914002,
-0.0006069559644391181,
-0.013126365840435028
],
[
0.05428367569191604,
-0.0019426797291352948,
-0.0375148244202137
],
[
0.13950766013221347,
0.00035395097510718294,
-0.03084084391593933
],
[
0.06023152228788831,
-0.002141998956782772,
-0.19845933467149734
],
[
0.05175008944153799,
-0.0001768056240777742,
-0.12366005778312682
],
[
0.06548324249062626,
-0.0007463248270638233,
-0.05573570728302002
],
[
0.04073345111042032,
-0.00016445553179275305,
-0.026126414537429806
],
[
0.014662368614006474,
-2.1301490702543315e-05,
0.13131865859031677
],
[
0.015213243474253388,
6.767953926361397e-05,
0.021438151597976685
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 6,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.4336513979360461,
"peak_memory_bytes": 9566996480,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.4378539463505149
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.09655170887708664,
-0.0012419258709996939,
-0.023365866392850876
],
[
0.1728261411190033,
-0.003631590167060494,
-0.036492232233285904
],
[
0.22700279951095578,
-0.007553469389677047,
-0.0740070566534996
],
[
0.3661547601222992,
-0.01751561649143696,
-0.10484790056943893
],
[
0.4258313477039337,
-0.02594943717122078,
-0.3033072352409363
],
[
0.4751664400100708,
-0.04157479107379913,
-0.42696729302406305
],
[
0.5344619154930115,
-0.06937152892351152,
-0.4827030003070831
],
[
0.5704649686813354,
-0.08842464536428452,
-0.5088294148445128
],
[
0.5832594633102417,
-0.09558609873056412,
-0.37751075625419606
],
[
0.5974264144897461,
-0.1011309027671814,
-0.35607260465621937
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
[
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
[
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
[
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
[
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
[
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
[
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
[
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
[
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
[
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
[
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
[
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
[
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
[
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
[
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
[
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
[
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
[
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
[
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
[
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
[
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
[
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
[
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
[
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
[
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
[
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
[
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
[
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
[
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
[
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
[
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-008.jpg",
"sha256": "e80d90aee051fba84d3ab4305bf0816568012ec86d8a35a14d12c08956df69cf",
"pose": [
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
"timestamp": 5859.007135589,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-008.jpg",
"sha256": "94391ebc2f3d3bd2ae915b249e67641ff25b68c95fe31d4db486538eae71aa61",
"pose": [
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
"timestamp": 5864.282071588,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-000.jpg",
"sha256": "ca79ed41acb1a15900e2bcbbeef1c8748e84b2c4dfef99258eb8dd5abbf7daaf",
"pose": [
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
"timestamp": 5865.413841585,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-007.jpg",
"sha256": "f10618f206ac693b5d97d765b280e1cf4953c57702ef2c69fc63e82e8e55f0c3",
"pose": [
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
"timestamp": 5870.958869724,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-009.jpg",
"sha256": "04fbb9665e7a8244af6b4d563ab905608687687f12140c40075e2534668aa577",
"pose": [
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
"timestamp": 5871.554959263,
"observation_id": 70
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32
],
"tensor": "processed/segment1.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
65,
66
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
970
],
"attention_mask": [
1,
970
],
"pixel_values_videos": [
1,
10304,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
970
],
"mm_token_type_ids": [
1,
970
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-008.jpg",
"sha256": "94391ebc2f3d3bd2ae915b249e67641ff25b68c95fe31d4db486538eae71aa61",
"pose": [
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
"timestamp": 5864.282071588,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-000.jpg",
"sha256": "ca79ed41acb1a15900e2bcbbeef1c8748e84b2c4dfef99258eb8dd5abbf7daaf",
"pose": [
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
"timestamp": 5865.413841585,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-007.jpg",
"sha256": "f10618f206ac693b5d97d765b280e1cf4953c57702ef2c69fc63e82e8e55f0c3",
"pose": [
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
"timestamp": 5870.958869724,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-009.jpg",
"sha256": "04fbb9665e7a8244af6b4d563ab905608687687f12140c40075e2534668aa577",
"pose": [
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
"timestamp": 5871.554959263,
"observation_id": 70
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.015897173434495926,
-9.537592268316075e-05,
-0.315160870552063
],
[
-0.009123062930171988,
-0.0010888509738768279,
-0.24927347898483276
],
[
0.02193622713829655,
0.00044485229296364025,
-0.0155373215675354
],
[
0.0431200292491255,
-0.0004487043874386275,
-0.0008549094200134277
],
[
0.05831265771691038,
-0.000567504483872449,
-0.018885433673858643
],
[
0.07245119081252824,
-0.0008087157600801809,
-0.009384870529174805
],
[
0.08234924138016814,
-0.0003076102887184032,
0.003651857376098633
],
[
0.06953563271972937,
-0.0003755191531824367,
0.002177894115447998
],
[
0.046390804239209285,
-4.812195661941035e-05,
0.0023723244667053223
],
[
0.039160753625409675,
-0.00012527328140080063,
-0.005747079849243164
]
],
"stop": false,
"plan": null,
"raw": "<apos_1188><opos_610><act_l0_84><act_l1_25><act_l2_30><|im_end|>",
"waypoints": [
[
0.015897173434495926,
-9.537592268316075e-05,
-0.315160870552063
],
[
0.006885942537337542,
0.0016972733428701758,
-0.5644343495368958
],
[
0.025657638907432556,
-0.009661396034061909,
-0.5799716711044312
],
[
0.06148071214556694,
-0.03366651386022568,
-0.5808265805244446
],
[
0.1099192425608635,
-0.06613799184560776,
-0.5997120141983032
],
[
0.16927112638950348,
-0.10769738256931305,
-0.609096884727478
],
[
0.23663510382175446,
-0.15506389737129211,
-0.6054450273513794
],
[
0.2935969829559326,
-0.19494734704494476,
-0.6032671332359314
],
[
0.3317718803882599,
-0.22130614519119263,
-0.6008948087692261
],
[
0.3640020191669464,
-0.24355021119117737,
-0.6066418886184692
]
],
"pointing": {
"apos": 1188,
"opos": 610
},
"rvq_codes": [
84,
25,
30
],
"model_input": {
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32
],
"tensor": "processed/segment1.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
65,
66
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
970
],
"attention_mask": [
1,
970
],
"pixel_values_videos": [
1,
10304,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
970
],
"mm_token_type_ids": [
1,
970
]
}
},
"history_fps": 4
},
"native_latency_ms": 248.06785490363836
},
"response": {
"type": "step",
"actions": [
[
0.015897173434495926,
-9.537592268316075e-05,
-0.315160870552063
],
[
-0.009123062930171988,
-0.0010888509738768279,
-0.24927347898483276
],
[
0.02193622713829655,
0.00044485229296364025,
-0.0155373215675354
],
[
0.0431200292491255,
-0.0004487043874386275,
-0.0008549094200134277
],
[
0.05831265771691038,
-0.000567504483872449,
-0.018885433673858643
],
[
0.07245119081252824,
-0.0008087157600801809,
-0.009384870529174805
],
[
0.08234924138016814,
-0.0003076102887184032,
0.003651857376098633
],
[
0.06953563271972937,
-0.0003755191531824367,
0.002177894115447998
],
[
0.046390804239209285,
-4.812195661941035e-05,
0.0023723244667053223
],
[
0.039160753625409675,
-0.00012527328140080063,
-0.005747079849243164
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 7,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.4583624228835106,
"peak_memory_bytes": 9586299392,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.46280605578795075
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.015897173434495926,
-9.537592268316075e-05,
-0.315160870552063
],
[
0.006885942537337543,
0.0016972733428701758,
-0.5644343495368958
],
[
0.025657638907432556,
-0.009661396034061909,
-0.5799716711044312
],
[
0.06148071214556694,
-0.03366651386022568,
-0.5808265805244446
],
[
0.1099192425608635,
-0.06613799184560777,
-0.5997120141983032
],
[
0.1692711263895035,
-0.10769738256931305,
-0.609096884727478
],
[
0.23663510382175448,
-0.15506389737129211,
-0.6054450273513794
],
[
0.2935969829559327,
-0.19494734704494476,
-0.6032671332359314
],
[
0.3317718803882599,
-0.22130614519119263,
-0.6008948087692261
],
[
0.3640020191669464,
-0.24355021119117737,
-0.6066418886184692
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
[
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
[
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
[
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
[
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
[
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
[
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
[
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
[
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
[
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
[
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
[
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
[
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
[
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
[
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
[
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
[
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
[
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
[
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
[
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
[
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
[
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
[
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
[
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
[
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
[
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
[
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
[
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
[
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
[
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
[
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
[
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
[
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
[
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
[
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
[
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
[
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
[
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
[
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
[
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
[
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-008.jpg",
"sha256": "e80d90aee051fba84d3ab4305bf0816568012ec86d8a35a14d12c08956df69cf",
"pose": [
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
"timestamp": 5859.007135589,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-008.jpg",
"sha256": "94391ebc2f3d3bd2ae915b249e67641ff25b68c95fe31d4db486538eae71aa61",
"pose": [
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
"timestamp": 5864.282071588,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-000.jpg",
"sha256": "ca79ed41acb1a15900e2bcbbeef1c8748e84b2c4dfef99258eb8dd5abbf7daaf",
"pose": [
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
"timestamp": 5865.413841585,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-007.jpg",
"sha256": "f10618f206ac693b5d97d765b280e1cf4953c57702ef2c69fc63e82e8e55f0c3",
"pose": [
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
"timestamp": 5870.958869724,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-009.jpg",
"sha256": "04fbb9665e7a8244af6b4d563ab905608687687f12140c40075e2534668aa577",
"pose": [
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
"timestamp": 5871.554959263,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-000.jpg",
"sha256": "ae7c029fab7d2e684099f4fda5c95c012b06a50d85a9a391d98a67f1f6d90b61",
"pose": [
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
"timestamp": 5873.688520548,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-001.jpg",
"sha256": "64adb5a4ae64dbb86492553f5a7390612a7c4a020b5707f90d7b751726dcec3b",
"pose": [
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
"timestamp": 5874.890436863,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-002.jpg",
"sha256": "0e7e91144cc88697a6dd4bd561877c4d40b333bbe7132a29ce92bd70a90f825d",
"pose": [
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
"timestamp": 5875.027501877,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-003.jpg",
"sha256": "2761675bcd051fcea7e0bc4f3951516d8577d35660744f610f5c29639654c6d8",
"pose": [
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
"timestamp": 5875.160812404,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-004.jpg",
"sha256": "a6cef82fd970a73d1069138d3d5e182b8accdd9c5f6527a383190aedfd671217",
"pose": [
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
"timestamp": 5875.489908973,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-005.jpg",
"sha256": "a38af0db73416f02f5e21ba9ab74024e8b3e660f24662e2d7287a777a32115f1",
"pose": [
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
"timestamp": 5875.825032134,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-006.jpg",
"sha256": "88c73349a204e9a17081adc7055222236ec8a5885d0677ba3ce001cf720a13a5",
"pose": [
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
"timestamp": 5876.293336345,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-007.jpg",
"sha256": "405ed2077af6bf4e4aa5b259573e1eb5293e876a74706a07a6883a7a0201fb79",
"pose": [
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
"timestamp": 5876.695062767,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-008.jpg",
"sha256": "f6359fca3b7b6b0efa0c9ff50763501ecd9ded75318308213b3835fe6c364034",
"pose": [
3.026582643262364,
0.5486364738898399,
-0.22054073224841053
],
"timestamp": 5876.825776668,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-009.jpg",
"sha256": "e485c4c5da84d61d702b7ee848dcae72fdc025883ae836df6078a5726aabdfed",
"pose": [
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
],
"timestamp": 5876.962412932,
"observation_id": 80
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
49,
51,
52,
53,
54,
55,
56,
57,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
71,
73,
74,
75,
76,
77,
78,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
72,
73
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<18.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<18.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1044
],
"attention_mask": [
1,
1044
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1044
],
"mm_token_type_ids": [
1,
1044
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-008.jpg",
"sha256": "e80d90aee051fba84d3ab4305bf0816568012ec86d8a35a14d12c08956df69cf",
"pose": [
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
"timestamp": 5859.007135589,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-000.jpg",
"sha256": "ca79ed41acb1a15900e2bcbbeef1c8748e84b2c4dfef99258eb8dd5abbf7daaf",
"pose": [
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
"timestamp": 5865.413841585,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-007.jpg",
"sha256": "f10618f206ac693b5d97d765b280e1cf4953c57702ef2c69fc63e82e8e55f0c3",
"pose": [
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
"timestamp": 5870.958869724,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-000.jpg",
"sha256": "ae7c029fab7d2e684099f4fda5c95c012b06a50d85a9a391d98a67f1f6d90b61",
"pose": [
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
"timestamp": 5873.688520548,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-002.jpg",
"sha256": "0e7e91144cc88697a6dd4bd561877c4d40b333bbe7132a29ce92bd70a90f825d",
"pose": [
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
"timestamp": 5875.027501877,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-003.jpg",
"sha256": "2761675bcd051fcea7e0bc4f3951516d8577d35660744f610f5c29639654c6d8",
"pose": [
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
"timestamp": 5875.160812404,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-004.jpg",
"sha256": "a6cef82fd970a73d1069138d3d5e182b8accdd9c5f6527a383190aedfd671217",
"pose": [
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
"timestamp": 5875.489908973,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-005.jpg",
"sha256": "a38af0db73416f02f5e21ba9ab74024e8b3e660f24662e2d7287a777a32115f1",
"pose": [
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
"timestamp": 5875.825032134,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-006.jpg",
"sha256": "88c73349a204e9a17081adc7055222236ec8a5885d0677ba3ce001cf720a13a5",
"pose": [
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
"timestamp": 5876.293336345,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-007.jpg",
"sha256": "405ed2077af6bf4e4aa5b259573e1eb5293e876a74706a07a6883a7a0201fb79",
"pose": [
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
"timestamp": 5876.695062767,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-009.jpg",
"sha256": "e485c4c5da84d61d702b7ee848dcae72fdc025883ae836df6078a5726aabdfed",
"pose": [
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
],
"timestamp": 5876.962412932,
"observation_id": 80
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<18.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.08708332308400878,
-0.00668499947831157,
-0.07763031870126724
],
[
0.09963111735604299,
-0.0030382222234026533,
-0.03931869566440582
],
[
0.11923631641660061,
-0.0029095542059355164,
-0.04626299440860748
],
[
0.12409721131877606,
-0.00040037469868490984,
-0.01070204935967922
],
[
0.12052217883093667,
-0.001787687781633475,
-0.015497490763664246
],
[
0.12064939200811198,
0.00019979009708920347,
0.011437702924013138
],
[
0.11942377671700975,
-0.0006352343693497638,
0.0002492619678378105
],
[
0.11707881883176892,
-0.00013734230348710279,
-0.0014008702710270882
],
[
0.07957067758807941,
-0.00015484841195312707,
-0.0006116973236203194
]
],
"stop": false,
"plan": null,
"raw": "<apos_1082><opos_603><act_l0_242><act_l1_74><act_l2_162><|im_end|>",
"waypoints": [
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.19045768678188324,
0.03466229513287544,
0.09078163653612137
],
[
0.28995397686958313,
0.04066884145140648,
0.051462940871715546
],
[
0.4091821014881134,
0.04389668256044388,
0.005199946463108063
],
[
0.5332797169685364,
0.044141609221696854,
-0.005502102896571159
],
[
0.6537902355194092,
0.041690826416015625,
-0.020999593660235405
],
[
0.7744172215461731,
0.03935717046260834,
-0.009561890736222267
],
[
0.8938294649124146,
0.03758006542921066,
-0.009312628768384457
],
[
1.010901927947998,
0.036352433264255524,
-0.010713499039411545
],
[
1.0904663801193237,
0.035345129668712616,
-0.011325196363031864
]
],
"pointing": {
"apos": 1082,
"opos": 603
},
"rvq_codes": [
242,
74,
162
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
72,
73
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<18.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<18.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1044
],
"attention_mask": [
1,
1044
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1044
],
"mm_token_type_ids": [
1,
1044
]
}
},
"history_fps": 4
},
"native_latency_ms": 261.4002921618521
},
"response": {
"type": "step",
"actions": [
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.08708332308400878,
-0.00668499947831157,
-0.07763031870126724
],
[
0.09963111735604299,
-0.0030382222234026533,
-0.03931869566440582
],
[
0.11923631641660061,
-0.0029095542059355164,
-0.04626299440860748
],
[
0.12409721131877606,
-0.00040037469868490984,
-0.01070204935967922
],
[
0.12052217883093667,
-0.001787687781633475,
-0.015497490763664246
],
[
0.12064939200811198,
0.00019979009708920347,
0.011437702924013138
],
[
0.11942377671700975,
-0.0006352343693497638,
0.0002492619678378105
],
[
0.11707881883176892,
-0.00013734230348710279,
-0.0014008702710270882
],
[
0.07957067758807941,
-0.00015484841195312707,
-0.0006116973236203194
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 8,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.4977202140726149,
"peak_memory_bytes": 9628759040,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.5022489880211651
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.1904576867818832,
0.03466229513287544,
0.09078163653612137
],
[
0.28995397686958313,
0.040668841451406486,
0.051462940871715546
],
[
0.4091821014881134,
0.043896682560443885,
0.005199946463108063
],
[
0.5332797169685364,
0.04414160922169686,
-0.005502102896571158
],
[
0.6537902355194092,
0.04169082641601563,
-0.020999593660235405
],
[
0.7744172215461731,
0.039357170462608344,
-0.009561890736222267
],
[
0.8938294649124146,
0.03758006542921067,
-0.009312628768384457
],
[
1.010901927947998,
0.03635243326425553,
-0.010713499039411545
],
[
1.0904663801193237,
0.03534512966871262,
-0.011325196363031864
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
[
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
[
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
[
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
[
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
[
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
[
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
[
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
[
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
[
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
[
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
[
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
[
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
[
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
[
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
[
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
[
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
[
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
[
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
[
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
[
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
[
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
[
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
[
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
[
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
[
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
[
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
[
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
[
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
[
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
[
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
[
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
[
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
[
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
[
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
[
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
[
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
[
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
[
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
[
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
[
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
[
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
[
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
[
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
[
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
[
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
[
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
[
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
[
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
[
3.026582643262364,
0.5486364738898399,
-0.22054073224841053
],
[
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-008.jpg",
"sha256": "e80d90aee051fba84d3ab4305bf0816568012ec86d8a35a14d12c08956df69cf",
"pose": [
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
"timestamp": 5859.007135589,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-008.jpg",
"sha256": "94391ebc2f3d3bd2ae915b249e67641ff25b68c95fe31d4db486538eae71aa61",
"pose": [
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
"timestamp": 5864.282071588,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-000.jpg",
"sha256": "ca79ed41acb1a15900e2bcbbeef1c8748e84b2c4dfef99258eb8dd5abbf7daaf",
"pose": [
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
"timestamp": 5865.413841585,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-007.jpg",
"sha256": "f10618f206ac693b5d97d765b280e1cf4953c57702ef2c69fc63e82e8e55f0c3",
"pose": [
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
"timestamp": 5870.958869724,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-009.jpg",
"sha256": "04fbb9665e7a8244af6b4d563ab905608687687f12140c40075e2534668aa577",
"pose": [
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
"timestamp": 5871.554959263,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-000.jpg",
"sha256": "ae7c029fab7d2e684099f4fda5c95c012b06a50d85a9a391d98a67f1f6d90b61",
"pose": [
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
"timestamp": 5873.688520548,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-001.jpg",
"sha256": "64adb5a4ae64dbb86492553f5a7390612a7c4a020b5707f90d7b751726dcec3b",
"pose": [
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
"timestamp": 5874.890436863,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-002.jpg",
"sha256": "0e7e91144cc88697a6dd4bd561877c4d40b333bbe7132a29ce92bd70a90f825d",
"pose": [
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
"timestamp": 5875.027501877,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-003.jpg",
"sha256": "2761675bcd051fcea7e0bc4f3951516d8577d35660744f610f5c29639654c6d8",
"pose": [
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
"timestamp": 5875.160812404,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-004.jpg",
"sha256": "a6cef82fd970a73d1069138d3d5e182b8accdd9c5f6527a383190aedfd671217",
"pose": [
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
"timestamp": 5875.489908973,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-005.jpg",
"sha256": "a38af0db73416f02f5e21ba9ab74024e8b3e660f24662e2d7287a777a32115f1",
"pose": [
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
"timestamp": 5875.825032134,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-006.jpg",
"sha256": "88c73349a204e9a17081adc7055222236ec8a5885d0677ba3ce001cf720a13a5",
"pose": [
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
"timestamp": 5876.293336345,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-007.jpg",
"sha256": "405ed2077af6bf4e4aa5b259573e1eb5293e876a74706a07a6883a7a0201fb79",
"pose": [
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
"timestamp": 5876.695062767,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-008.jpg",
"sha256": "f6359fca3b7b6b0efa0c9ff50763501ecd9ded75318308213b3835fe6c364034",
"pose": [
3.026582643262364,
0.5486364738898399,
-0.22054073224841053
],
"timestamp": 5876.825776668,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-009.jpg",
"sha256": "e485c4c5da84d61d702b7ee848dcae72fdc025883ae836df6078a5726aabdfed",
"pose": [
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
],
"timestamp": 5876.962412932,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-000.jpg",
"sha256": "572e28563f4e6b432d4ebba4f3b8769de88b93508d1f64f8c642c60657e36095",
"pose": [
3.0554018822133906,
0.5585253478068892,
-0.060343988139226035
],
"timestamp": 5878.493824997,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-001.jpg",
"sha256": "6afaaeb20e5d96096e750434c14c70a48dc04b163d7b98655451a2e579fc8728",
"pose": [
3.0969581751330395,
0.5455274645746113,
-0.11795235258897652
],
"timestamp": 5879.02897923,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-002.jpg",
"sha256": "d43196e65bc8f4b58c46d1ec9281f6466d3c8c256117d6772b3033040c7b0819",
"pose": [
3.1494525066894425,
0.5449441670609851,
-0.13386244076771536
],
"timestamp": 5879.560904721,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-003.jpg",
"sha256": "a3ed691587c074dda7691aa4246e06d26dfaf7b3a0724944b9957f516731abf6",
"pose": [
3.222206595418668,
0.5377602023329391,
-0.16531282679792314
],
"timestamp": 5880.495713311,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-004.jpg",
"sha256": "550725e72a420ffb0c6859e2974e5280cfff252b0f931dd128cb94efb4dfe108",
"pose": [
3.296458285473322,
0.5221162989527626,
-0.14528852646229717
],
"timestamp": 5881.230780821,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-005.jpg",
"sha256": "7b7d0c5328470b557045015a8a6707722d6373256fe2900f0e645712ee1d676c",
"pose": [
3.3729850489365094,
0.5178298694872008,
-0.15683803629115856
],
"timestamp": 5881.898373681,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-006.jpg",
"sha256": "c61a40b2ff8b662fac296845f6f23828b6352379710adb0466971d6bd731fea9",
"pose": [
3.447730903326088,
0.5035742273660406,
-0.15604193524760346
],
"timestamp": 5882.431550091,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-007.jpg",
"sha256": "4c6ed275b8cde4c3f368da77c28e73cbd78a863b8682a6d58d70aecb6f21bf11",
"pose": [
3.5189788784950817,
0.4944825446826626,
-0.14284976173231367
],
"timestamp": 5883.631928662,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-008.jpg",
"sha256": "b72913711bb2637ddeac8fc1d148502904f598e798f3c9ca399fcc59d426f8a1",
"pose": [
3.594860408072286,
0.48373580908418967,
-0.1482402845891988
],
"timestamp": 5884.365816934,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-009.jpg",
"sha256": "64ae3fe08e5666d0707ed36464dbbdf39685291ce9323ff5d50196ea3d08cc00",
"pose": [
3.628459462926828,
0.48512315648570725,
-0.15182373269926908
],
"timestamp": 5884.701022273,
"observation_id": 90
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
71,
72,
74,
75,
76,
77,
78,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
82,
83
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1081
],
"attention_mask": [
1,
1081
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1081
],
"mm_token_type_ids": [
1,
1081
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-000.jpg",
"sha256": "ca79ed41acb1a15900e2bcbbeef1c8748e84b2c4dfef99258eb8dd5abbf7daaf",
"pose": [
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
"timestamp": 5865.413841585,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-007.jpg",
"sha256": "f10618f206ac693b5d97d765b280e1cf4953c57702ef2c69fc63e82e8e55f0c3",
"pose": [
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
"timestamp": 5870.958869724,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-000.jpg",
"sha256": "ae7c029fab7d2e684099f4fda5c95c012b06a50d85a9a391d98a67f1f6d90b61",
"pose": [
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
"timestamp": 5873.688520548,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-001.jpg",
"sha256": "64adb5a4ae64dbb86492553f5a7390612a7c4a020b5707f90d7b751726dcec3b",
"pose": [
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
"timestamp": 5874.890436863,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-003.jpg",
"sha256": "2761675bcd051fcea7e0bc4f3951516d8577d35660744f610f5c29639654c6d8",
"pose": [
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
"timestamp": 5875.160812404,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-004.jpg",
"sha256": "a6cef82fd970a73d1069138d3d5e182b8accdd9c5f6527a383190aedfd671217",
"pose": [
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
"timestamp": 5875.489908973,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-005.jpg",
"sha256": "a38af0db73416f02f5e21ba9ab74024e8b3e660f24662e2d7287a777a32115f1",
"pose": [
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
"timestamp": 5875.825032134,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-006.jpg",
"sha256": "88c73349a204e9a17081adc7055222236ec8a5885d0677ba3ce001cf720a13a5",
"pose": [
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
"timestamp": 5876.293336345,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-007.jpg",
"sha256": "405ed2077af6bf4e4aa5b259573e1eb5293e876a74706a07a6883a7a0201fb79",
"pose": [
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
"timestamp": 5876.695062767,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-009.jpg",
"sha256": "e485c4c5da84d61d702b7ee848dcae72fdc025883ae836df6078a5726aabdfed",
"pose": [
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
],
"timestamp": 5876.962412932,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-000.jpg",
"sha256": "572e28563f4e6b432d4ebba4f3b8769de88b93508d1f64f8c642c60657e36095",
"pose": [
3.0554018822133906,
0.5585253478068892,
-0.060343988139226035
],
"timestamp": 5878.493824997,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-001.jpg",
"sha256": "6afaaeb20e5d96096e750434c14c70a48dc04b163d7b98655451a2e579fc8728",
"pose": [
3.0969581751330395,
0.5455274645746113,
-0.11795235258897652
],
"timestamp": 5879.02897923,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-002.jpg",
"sha256": "d43196e65bc8f4b58c46d1ec9281f6466d3c8c256117d6772b3033040c7b0819",
"pose": [
3.1494525066894425,
0.5449441670609851,
-0.13386244076771536
],
"timestamp": 5879.560904721,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-003.jpg",
"sha256": "a3ed691587c074dda7691aa4246e06d26dfaf7b3a0724944b9957f516731abf6",
"pose": [
3.222206595418668,
0.5377602023329391,
-0.16531282679792314
],
"timestamp": 5880.495713311,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-004.jpg",
"sha256": "550725e72a420ffb0c6859e2974e5280cfff252b0f931dd128cb94efb4dfe108",
"pose": [
3.296458285473322,
0.5221162989527626,
-0.14528852646229717
],
"timestamp": 5881.230780821,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-005.jpg",
"sha256": "7b7d0c5328470b557045015a8a6707722d6373256fe2900f0e645712ee1d676c",
"pose": [
3.3729850489365094,
0.5178298694872008,
-0.15683803629115856
],
"timestamp": 5881.898373681,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-006.jpg",
"sha256": "c61a40b2ff8b662fac296845f6f23828b6352379710adb0466971d6bd731fea9",
"pose": [
3.447730903326088,
0.5035742273660406,
-0.15604193524760346
],
"timestamp": 5882.431550091,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-007.jpg",
"sha256": "4c6ed275b8cde4c3f368da77c28e73cbd78a863b8682a6d58d70aecb6f21bf11",
"pose": [
3.5189788784950817,
0.4944825446826626,
-0.14284976173231367
],
"timestamp": 5883.631928662,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-008.jpg",
"sha256": "b72913711bb2637ddeac8fc1d148502904f598e798f3c9ca399fcc59d426f8a1",
"pose": [
3.594860408072286,
0.48373580908418967,
-0.1482402845891988
],
"timestamp": 5884.365816934,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-009.jpg",
"sha256": "64ae3fe08e5666d0707ed36464dbbdf39685291ce9323ff5d50196ea3d08cc00",
"pose": [
3.628459462926828,
0.48512315648570725,
-0.15182373269926908
],
"timestamp": 5884.701022273,
"observation_id": 90
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.13632497191429138,
-0.0013849101960659027,
-0.03757832571864128
],
[
0.10564864591670776,
-0.0023052991776171903,
-0.09034717455506325
],
[
0.08778410125761424,
-0.0077021615388799,
-0.10424740612506868
],
[
0.07721910222209571,
-0.007149821628783772,
-0.11876073479652405
],
[
0.10279440062977423,
0.002510760425768352,
0.04750862717628479
],
[
0.11906433844962434,
0.001221621044215214,
0.03855589032173157
],
[
0.1354018458335836,
0.01119112859234668,
0.107876256108284
],
[
0.14126900505756013,
0.0053570640386291085,
0.08083611726760863
],
[
0.1398554603300314,
0.002607820088671055,
0.055178817361593246
],
[
0.02493543925700386,
0.00012729387309722083,
0.01750246062874794
]
],
"stop": false,
"plan": null,
"raw": "<apos_1037><opos_554><act_l0_145><act_l1_85><act_l2_33><|im_end|>",
"waypoints": [
[
0.13632497191429138,
-0.0013849101960659027,
-0.03757832571864128
],
[
0.24181242287158966,
-0.007657746784389019,
-0.12792550027370453
],
[
0.3278965950012207,
-0.026496192440390587,
-0.2321729063987732
],
[
0.4013986885547638,
-0.05122172459959984,
-0.35093364119529724
],
[
0.4987911283969879,
-0.0842021033167839,
-0.30342501401901245
],
[
0.6127814650535583,
-0.11861158162355423,
-0.2648691236972809
],
[
0.7463910579681396,
-0.14325661957263947,
-0.1569928675889969
],
[
0.8867602944374084,
-0.16005267202854156,
-0.07615675032138824
],
[
1.0264087915420532,
-0.16809305548667908,
-0.020977932959794998
],
[
1.0513414144515991,
-0.16848884522914886,
-0.003475472331047058
]
],
"pointing": {
"apos": 1037,
"opos": 554
},
"rvq_codes": [
145,
85,
33
],
"model_input": {
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
48,
49
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
82,
83
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1081
],
"attention_mask": [
1,
1081
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1081
],
"mm_token_type_ids": [
1,
1081
]
}
},
"history_fps": 4
},
"native_latency_ms": 260.2918418124318
},
"response": {
"type": "step",
"actions": [
[
0.13632497191429138,
-0.0013849101960659027,
-0.03757832571864128
],
[
0.10564864591670776,
-0.0023052991776171903,
-0.09034717455506325
],
[
0.08778410125761424,
-0.0077021615388799,
-0.10424740612506868
],
[
0.07721910222209571,
-0.007149821628783772,
-0.11876073479652405
],
[
0.10279440062977423,
0.002510760425768352,
0.04750862717628479
],
[
0.11906433844962434,
0.001221621044215214,
0.03855589032173157
],
[
0.1354018458335836,
0.01119112859234668,
0.107876256108284
],
[
0.14126900505756013,
0.0053570640386291085,
0.08083611726760863
],
[
0.1398554603300314,
0.002607820088671055,
0.055178817361593246
],
[
0.02493543925700386,
0.00012729387309722083,
0.01750246062874794
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 9,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5249160840176046,
"peak_memory_bytes": 9649085440,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.5308514349162579
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.13632497191429138,
-0.0013849101960659027,
-0.03757832571864128
],
[
0.24181242287158963,
-0.007657746784389019,
-0.12792550027370453
],
[
0.32789659500122065,
-0.026496192440390587,
-0.2321729063987732
],
[
0.40139868855476374,
-0.05122172459959984,
-0.35093364119529724
],
[
0.49879112839698786,
-0.0842021033167839,
-0.30342501401901245
],
[
0.6127814650535583,
-0.11861158162355423,
-0.2648691236972809
],
[
0.7463910579681396,
-0.14325661957263947,
-0.1569928675889969
],
[
0.8867602944374084,
-0.16005267202854156,
-0.07615675032138826
],
[
1.0264087915420532,
-0.1680930554866791,
-0.020977932959795012
],
[
1.0513414144515991,
-0.1684888452291489,
-0.003475472331047072
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
[
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
[
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
[
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
[
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
[
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
[
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
[
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
[
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
[
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
[
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
[
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
[
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
[
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
[
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
[
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
[
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
[
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
[
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
[
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
[
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
[
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
[
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
[
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
[
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
[
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
[
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
[
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
[
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
[
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
[
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
[
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
[
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
[
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
[
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
[
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
[
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
[
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
[
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
[
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
[
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
[
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
[
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
[
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
[
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
[
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
[
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
[
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
[
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
[
3.026582643262364,
0.5486364738898399,
-0.22054073224841053
],
[
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
],
[
3.0554018822133906,
0.5585253478068892,
-0.060343988139226035
],
[
3.0969581751330395,
0.5455274645746113,
-0.11795235258897652
],
[
3.1494525066894425,
0.5449441670609851,
-0.13386244076771536
],
[
3.222206595418668,
0.5377602023329391,
-0.16531282679792314
],
[
3.296458285473322,
0.5221162989527626,
-0.14528852646229717
],
[
3.3729850489365094,
0.5178298694872008,
-0.15683803629115856
],
[
3.447730903326088,
0.5035742273660406,
-0.15604193524760346
],
[
3.5189788784950817,
0.4944825446826626,
-0.14284976173231367
],
[
3.594860408072286,
0.48373580908418967,
-0.1482402845891988
],
[
3.628459462926828,
0.48512315648570725,
-0.15182373269926908
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
"sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
"pose": [
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
"timestamp": 5823.20912434,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
"sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
"pose": [
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
"timestamp": 5826.644081699,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
"sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
"pose": [
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
"timestamp": 5828.911745151,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
"sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
"pose": [
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
"timestamp": 5829.510877987,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
"sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
"pose": [
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
"timestamp": 5830.382897771,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
"sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
"pose": [
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
"timestamp": 5830.911879681,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
"sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
"pose": [
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
"timestamp": 5834.517002814,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
"sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
"pose": [
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
"timestamp": 5835.452473569,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
"sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
"pose": [
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
"timestamp": 5836.185769247,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
"sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
"pose": [
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
"timestamp": 5836.519629231,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
"sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
"pose": [
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
"timestamp": 5836.652927405,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
"sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
"pose": [
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
"timestamp": 5839.522615913,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
"sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
"pose": [
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
"timestamp": 5840.05635679,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-000.jpg",
"sha256": "5df18200ef52688b718493fe99d5b2326c64db55647cc7bc8e10d7d950c0f799",
"pose": [
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
"timestamp": 5841.590927643,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-001.jpg",
"sha256": "6921927c509cce520e3636736df24efe8d65d3e5759045bcbf16c2be4d8f59ba",
"pose": [
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
"timestamp": 5842.39137844,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-004.jpg",
"sha256": "da29956c87aa9f89b9337752ee6f47dbafbbe60f61d4fc522df483c54b8c7682",
"pose": [
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
"timestamp": 5844.52816293,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-005.jpg",
"sha256": "acd8413e6b413775c345c0af72200e9713482e0d28ce32f8ca2381f206ebcae4",
"pose": [
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
"timestamp": 5844.861796347,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-006.jpg",
"sha256": "e64741f4d377aab31bb484bf543f8efcd24d9c19152729a3aad718bdad727b4b",
"pose": [
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
"timestamp": 5845.463662902,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-007.jpg",
"sha256": "b56e698e9302024eb14edb1f76ec30bd63f16be365e96011fabf4d7ae8cd058f",
"pose": [
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
"timestamp": 5846.261648597,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-000.jpg",
"sha256": "d559702b69a55f2e7f3ad6b8899bc32c434d469b906fbf3283c23e28d4f5c062",
"pose": [
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
"timestamp": 5849.197348124,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-001.jpg",
"sha256": "97efd1cf405bc67aafb8945e939e15cd4a0cfb50a7a4ba1d75c4f9b779c5293e",
"pose": [
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
"timestamp": 5850.200494718,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-002.jpg",
"sha256": "b31b718c599cdea3ea033f00ffd128c4485c9682b4331ff571aa934dcc8828c8",
"pose": [
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
"timestamp": 5850.731279469,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-003.jpg",
"sha256": "75ab39e6d2feb14f463908dbfd94e42bdf6a160897e9f5bc9b9b91f95f0b0570",
"pose": [
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
"timestamp": 5851.400505181,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-006.jpg",
"sha256": "eb53c97eaac7f99bb0d0caf6a1e8beb43cf9aa8ce3be72736aed6031cba4ac2a",
"pose": [
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
"timestamp": 5852.7350064,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-007.jpg",
"sha256": "30ecdb0fa0a63900c616d7f2f8f7da244371efcba9380a25c59e9f3739ec22d2",
"pose": [
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
"timestamp": 5853.468598536,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-008.jpg",
"sha256": "82c31b98c4d79cb556fe5d61a56b76b23e1d4094c4d553734b6b99c210d7f917",
"pose": [
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
"timestamp": 5854.001491385,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-009.jpg",
"sha256": "3f98cc16bbb93ec89d6c16a2a1bbfb6c60c759f3f70fa492d70f57470b2dad91",
"pose": [
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
"timestamp": 5854.138066559,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-000.jpg",
"sha256": "106f355f3bbd5bd075019d2d64d5777749fbc309b8ae26d5ce7dccfa96db0226",
"pose": [
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
"timestamp": 5855.273965135,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-003.jpg",
"sha256": "fe52227c0709e79716655751c30f889e559be8bae353ab519fe6bd6b79eaff0f",
"pose": [
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
"timestamp": 5857.07255392,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-004.jpg",
"sha256": "5fc1366ac750cdae772d5919df8f234d4fb2352d407c32b76097ae79bfa9d3e5",
"pose": [
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
"timestamp": 5857.606152776,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-005.jpg",
"sha256": "8b62591d09eb6f4cf96e88cc68780d631d8a06fed0383c64cc8b811b7f30653b",
"pose": [
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
"timestamp": 5858.073727972,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-006.jpg",
"sha256": "1885bb3756a7a49b1b6129b808d6bef8c7df37f76cde01e6ccd50add74e8458d",
"pose": [
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
"timestamp": 5858.54078472,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-008.jpg",
"sha256": "e80d90aee051fba84d3ab4305bf0816568012ec86d8a35a14d12c08956df69cf",
"pose": [
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
"timestamp": 5859.007135589,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-000.jpg",
"sha256": "a9e25747030d4d9dc9ac7a8741fd7ad974d62590d36ded4418fdc9805ef4752a",
"pose": [
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
"timestamp": 5860.276457239,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-001.jpg",
"sha256": "3ea9de95d742bac7e78009b49baddf1b084d9b73dac13c9e4aa4cdeeb2eae629",
"pose": [
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
"timestamp": 5861.010602416,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-002.jpg",
"sha256": "15135092e234e6c48c4a3cb93b371f8416ba4598626f8235b71b2e46caf0223f",
"pose": [
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
"timestamp": 5861.67697175,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-003.jpg",
"sha256": "e9989732d9b4f281c5d3a940f5172d2a01d03e97de2b341801e12f577415a0fa",
"pose": [
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
"timestamp": 5862.21222605,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-006.jpg",
"sha256": "a5892837560e30f5e31760a2ae341ef20a458aa948cd0ce3e74999c3f4a776b1",
"pose": [
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
"timestamp": 5863.812900533,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-007.jpg",
"sha256": "825b431f8e1b55ffc8f3cf5c03e7f8b3c994d15b97416c3ea70117014ad1dbb8",
"pose": [
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
"timestamp": 5864.14860608,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-008.jpg",
"sha256": "94391ebc2f3d3bd2ae915b249e67641ff25b68c95fe31d4db486538eae71aa61",
"pose": [
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
"timestamp": 5864.282071588,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-009.jpg",
"sha256": "7883c7e6b226c38993a0e5e897f77d09441fa38c184d5071f07fbb52d258bb23",
"pose": [
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
"timestamp": 5864.41528848,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-000.jpg",
"sha256": "ca79ed41acb1a15900e2bcbbeef1c8748e84b2c4dfef99258eb8dd5abbf7daaf",
"pose": [
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
"timestamp": 5865.413841585,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-007.jpg",
"sha256": "f10618f206ac693b5d97d765b280e1cf4953c57702ef2c69fc63e82e8e55f0c3",
"pose": [
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
"timestamp": 5870.958869724,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-009.jpg",
"sha256": "04fbb9665e7a8244af6b4d563ab905608687687f12140c40075e2534668aa577",
"pose": [
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
"timestamp": 5871.554959263,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-000.jpg",
"sha256": "ae7c029fab7d2e684099f4fda5c95c012b06a50d85a9a391d98a67f1f6d90b61",
"pose": [
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
"timestamp": 5873.688520548,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-001.jpg",
"sha256": "64adb5a4ae64dbb86492553f5a7390612a7c4a020b5707f90d7b751726dcec3b",
"pose": [
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
"timestamp": 5874.890436863,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-002.jpg",
"sha256": "0e7e91144cc88697a6dd4bd561877c4d40b333bbe7132a29ce92bd70a90f825d",
"pose": [
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
"timestamp": 5875.027501877,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-003.jpg",
"sha256": "2761675bcd051fcea7e0bc4f3951516d8577d35660744f610f5c29639654c6d8",
"pose": [
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
"timestamp": 5875.160812404,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-004.jpg",
"sha256": "a6cef82fd970a73d1069138d3d5e182b8accdd9c5f6527a383190aedfd671217",
"pose": [
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
"timestamp": 5875.489908973,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-005.jpg",
"sha256": "a38af0db73416f02f5e21ba9ab74024e8b3e660f24662e2d7287a777a32115f1",
"pose": [
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
"timestamp": 5875.825032134,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-006.jpg",
"sha256": "88c73349a204e9a17081adc7055222236ec8a5885d0677ba3ce001cf720a13a5",
"pose": [
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
"timestamp": 5876.293336345,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-007.jpg",
"sha256": "405ed2077af6bf4e4aa5b259573e1eb5293e876a74706a07a6883a7a0201fb79",
"pose": [
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
"timestamp": 5876.695062767,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-008.jpg",
"sha256": "f6359fca3b7b6b0efa0c9ff50763501ecd9ded75318308213b3835fe6c364034",
"pose": [
3.026582643262364,
0.5486364738898399,
-0.22054073224841053
],
"timestamp": 5876.825776668,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-009.jpg",
"sha256": "e485c4c5da84d61d702b7ee848dcae72fdc025883ae836df6078a5726aabdfed",
"pose": [
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
],
"timestamp": 5876.962412932,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-000.jpg",
"sha256": "572e28563f4e6b432d4ebba4f3b8769de88b93508d1f64f8c642c60657e36095",
"pose": [
3.0554018822133906,
0.5585253478068892,
-0.060343988139226035
],
"timestamp": 5878.493824997,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-001.jpg",
"sha256": "6afaaeb20e5d96096e750434c14c70a48dc04b163d7b98655451a2e579fc8728",
"pose": [
3.0969581751330395,
0.5455274645746113,
-0.11795235258897652
],
"timestamp": 5879.02897923,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-002.jpg",
"sha256": "d43196e65bc8f4b58c46d1ec9281f6466d3c8c256117d6772b3033040c7b0819",
"pose": [
3.1494525066894425,
0.5449441670609851,
-0.13386244076771536
],
"timestamp": 5879.560904721,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-003.jpg",
"sha256": "a3ed691587c074dda7691aa4246e06d26dfaf7b3a0724944b9957f516731abf6",
"pose": [
3.222206595418668,
0.5377602023329391,
-0.16531282679792314
],
"timestamp": 5880.495713311,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-004.jpg",
"sha256": "550725e72a420ffb0c6859e2974e5280cfff252b0f931dd128cb94efb4dfe108",
"pose": [
3.296458285473322,
0.5221162989527626,
-0.14528852646229717
],
"timestamp": 5881.230780821,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-005.jpg",
"sha256": "7b7d0c5328470b557045015a8a6707722d6373256fe2900f0e645712ee1d676c",
"pose": [
3.3729850489365094,
0.5178298694872008,
-0.15683803629115856
],
"timestamp": 5881.898373681,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-006.jpg",
"sha256": "c61a40b2ff8b662fac296845f6f23828b6352379710adb0466971d6bd731fea9",
"pose": [
3.447730903326088,
0.5035742273660406,
-0.15604193524760346
],
"timestamp": 5882.431550091,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-007.jpg",
"sha256": "4c6ed275b8cde4c3f368da77c28e73cbd78a863b8682a6d58d70aecb6f21bf11",
"pose": [
3.5189788784950817,
0.4944825446826626,
-0.14284976173231367
],
"timestamp": 5883.631928662,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-008.jpg",
"sha256": "b72913711bb2637ddeac8fc1d148502904f598e798f3c9ca399fcc59d426f8a1",
"pose": [
3.594860408072286,
0.48373580908418967,
-0.1482402845891988
],
"timestamp": 5884.365816934,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-009.jpg",
"sha256": "64ae3fe08e5666d0707ed36464dbbdf39685291ce9323ff5d50196ea3d08cc00",
"pose": [
3.628459462926828,
0.48512315648570725,
-0.15182373269926908
],
"timestamp": 5884.701022273,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-000.jpg",
"sha256": "5ade0122774a43f0a68ab58dc2aab955db769881eea2d201749fba1325163221",
"pose": [
3.6984836850428637,
0.470146566561523,
-0.1569765405586816
],
"timestamp": 5885.967777922,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-001.jpg",
"sha256": "a3d4bdfcbe9a18f0dfb4218ce596f6937a2b3e472cb418e50f4980f9987b34d3",
"pose": [
3.7568581212673884,
0.45842347112138726,
-0.2125455773745215
],
"timestamp": 5886.504251973,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-002.jpg",
"sha256": "85b50b464ef4e1d77ae2eb1133d5a8376dc489953db2e5ae9101422e444099ea",
"pose": [
3.7961172993140924,
0.44636095856624025,
-0.27471669812925104
],
"timestamp": 5887.103980156,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-003.jpg",
"sha256": "eca2ae49b7c865f58f6099ab1cedaae1638323a7f6e58cc4401eeea98d9aa4c0",
"pose": [
3.831462761672101,
0.4403272208472726,
-0.35423064531494886
],
"timestamp": 5887.638328507,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-004.jpg",
"sha256": "f1b5160fa7c30b07070bcbe49cc5c16117ac6393edeff67c84597fc4260990be",
"pose": [
3.888833003960682,
0.4209776826832723,
-0.3211602144008707
],
"timestamp": 5888.173993732,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-005.jpg",
"sha256": "98ce77d9967543743043f5689594be1c3ca034bd2e799733733dc187557763fb",
"pose": [
3.9608269822329243,
0.40153829188373624,
-0.2843735108320411
],
"timestamp": 5889.379600404,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-006.jpg",
"sha256": "19b4d9e194acc59d71db756eb696adb026b959c235af88689dcece4111fc0560",
"pose": [
4.04864345911098,
0.380345673925365,
-0.18289793830026688
],
"timestamp": 5890.237484253,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-007.jpg",
"sha256": "dba47dce9295ebc99aff4ff4b12c0830f646f0cecc360d6d67696ff4a0fbc9c8",
"pose": [
4.1480894533879376,
0.3727751993211985,
-0.12875213845936617
],
"timestamp": 5891.041698241,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-008.jpg",
"sha256": "b72acdc44e6dc22e7d8625ce087062c0e2673182b2868a91d3f5f0b151693f6c",
"pose": [
4.241298215613847,
0.3632457621445535,
-0.08064173329511837
],
"timestamp": 5891.707737069,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-009.jpg",
"sha256": "6c03ed7cb426902b89272df0bc5feb7756573237e2c161d729cdc58d317371ba",
"pose": [
4.237246883658024,
0.3614944173867485,
-0.0863082875048442
],
"timestamp": 5891.840608798,
"observation_id": 100
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
61,
62,
63,
64,
65,
66,
67,
69,
70,
71,
72,
73,
75,
76,
77,
78,
79,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.2700574809996397,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58
],
"tensor": "processed/segment1.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
91,
92
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1155
],
"attention_mask": [
1,
1155
],
"pixel_values_videos": [
1,
12544,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1155
],
"mm_token_type_ids": [
1,
1155
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
"sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
"pose": [
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
"timestamp": 5825.174607212,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
"sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
"pose": [
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
"timestamp": 5825.9075976,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
"sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
"pose": [
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
"timestamp": 5827.242235943,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
"sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
"pose": [
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
"timestamp": 5828.176854671,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
"sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
"pose": [
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
"timestamp": 5831.446362532,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
"sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
"pose": [
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
"timestamp": 5833.716420013,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
"sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
"pose": [
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
"timestamp": 5837.918985464,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
"sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
"pose": [
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
"timestamp": 5838.855994284,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-002.jpg",
"sha256": "63c25b3ab8df66807527cec26375aaf08ab70896521371de2ec8a02edad9e2ee",
"pose": [
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
"timestamp": 5842.992547244,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-003.jpg",
"sha256": "aba9421432f0b3ea619b297df34f18687e2668bd08d71ae85f670ea88198f0e6",
"pose": [
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
"timestamp": 5843.992570508,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-008.jpg",
"sha256": "43d92522f9870912a742a217af83e99e4df767b4252f6c952b24c9c67080a70d",
"pose": [
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
"timestamp": 5846.862489455,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000003/input-009.jpg",
"sha256": "add1056984b74df616abf97018d710175782f16bedfab6d8918b61d7016f016f",
"pose": [
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
"timestamp": 5846.997587687,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-004.jpg",
"sha256": "1d4995f56298f491714135f5fd5c1aa5a22ab8b45991129f4bd5c93c8641e60c",
"pose": [
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
"timestamp": 5851.870860017,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000004/input-005.jpg",
"sha256": "4873eea5003d8ee9307c79fc424c8e1e5dad36572f9c6c01f9a9c994e4f4faf1",
"pose": [
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
"timestamp": 5852.403462457,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-001.jpg",
"sha256": "a79d712026cd23ececb1607d7c033f95dbe232b4d8ef1e026370233ff1d7df18",
"pose": [
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
"timestamp": 5856.07358797,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-002.jpg",
"sha256": "4f201dc2ab981c57d23ca4aa38eea6c3657ba1851866e8264245f0eb08660f82",
"pose": [
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
"timestamp": 5856.605008869,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-007.jpg",
"sha256": "567f18d76447de1c40ab1a9ce387891816e394099860250b74880a056ee933ca",
"pose": [
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
"timestamp": 5858.880474201,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000005/input-009.jpg",
"sha256": "bdf0daa0b7e9e18332efda431b00a62ac15e64a805cf0f5f98e86cd8e7e45fce",
"pose": [
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
"timestamp": 5859.079429783,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-004.jpg",
"sha256": "c3ba979b6ad00ae4ff341904095a80b27739ab2a05ca5514d939623c1f33ad78",
"pose": [
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
"timestamp": 5862.810069501,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000006/input-005.jpg",
"sha256": "2b2d203016b7f2d1ec38a48e094205cf67b31f5309c75aca48cabde62987b3e9",
"pose": [
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
"timestamp": 5863.345435805,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-001.jpg",
"sha256": "a214828e7f036a147c21d7f34c899737505e496250a9833d630f7e02f200dd84",
"pose": [
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
"timestamp": 5866.282749687,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-002.jpg",
"sha256": "df5d98c1f5a891b2546145762b48e8e81706a40961f94169258f79d825f4bf47",
"pose": [
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
"timestamp": 5866.74859606,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-003.jpg",
"sha256": "d748a435ce8229db91e86e74cbce17f78cd331ca42aa90b51a9c6f5922f949a3",
"pose": [
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
"timestamp": 5867.484665682,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-004.jpg",
"sha256": "e48e8f749c35971bd25ebd8e646f6e8670f0a34aed4a82379621ffd8727984ae",
"pose": [
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
"timestamp": 5869.285634606,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-005.jpg",
"sha256": "1598a842086754cb797261769023fbe774a4ab9f731c0acea3833d6d8ddfdc61",
"pose": [
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
"timestamp": 5870.486725007,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-006.jpg",
"sha256": "42d8d6ab2d48f883fa0822a119f1ffe3e3e2804c9833e425688c43275e0f1107",
"pose": [
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
"timestamp": 5870.819937515,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-008.jpg",
"sha256": "56f044b897819ba78683f61164af48caff823709032df321a1e678308a18ad8d",
"pose": [
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
"timestamp": 5871.420015245,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000007/input-009.jpg",
"sha256": "04fbb9665e7a8244af6b4d563ab905608687687f12140c40075e2534668aa577",
"pose": [
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
"timestamp": 5871.554959263,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-000.jpg",
"sha256": "ae7c029fab7d2e684099f4fda5c95c012b06a50d85a9a391d98a67f1f6d90b61",
"pose": [
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
"timestamp": 5873.688520548,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-001.jpg",
"sha256": "64adb5a4ae64dbb86492553f5a7390612a7c4a020b5707f90d7b751726dcec3b",
"pose": [
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
"timestamp": 5874.890436863,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-002.jpg",
"sha256": "0e7e91144cc88697a6dd4bd561877c4d40b333bbe7132a29ce92bd70a90f825d",
"pose": [
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
"timestamp": 5875.027501877,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-004.jpg",
"sha256": "a6cef82fd970a73d1069138d3d5e182b8accdd9c5f6527a383190aedfd671217",
"pose": [
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
"timestamp": 5875.489908973,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-005.jpg",
"sha256": "a38af0db73416f02f5e21ba9ab74024e8b3e660f24662e2d7287a777a32115f1",
"pose": [
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
"timestamp": 5875.825032134,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-006.jpg",
"sha256": "88c73349a204e9a17081adc7055222236ec8a5885d0677ba3ce001cf720a13a5",
"pose": [
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
"timestamp": 5876.293336345,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-007.jpg",
"sha256": "405ed2077af6bf4e4aa5b259573e1eb5293e876a74706a07a6883a7a0201fb79",
"pose": [
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
"timestamp": 5876.695062767,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000008/input-008.jpg",
"sha256": "f6359fca3b7b6b0efa0c9ff50763501ecd9ded75318308213b3835fe6c364034",
"pose": [
3.026582643262364,
0.5486364738898399,
-0.22054073224841053
],
"timestamp": 5876.825776668,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-000.jpg",
"sha256": "572e28563f4e6b432d4ebba4f3b8769de88b93508d1f64f8c642c60657e36095",
"pose": [
3.0554018822133906,
0.5585253478068892,
-0.060343988139226035
],
"timestamp": 5878.493824997,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-001.jpg",
"sha256": "6afaaeb20e5d96096e750434c14c70a48dc04b163d7b98655451a2e579fc8728",
"pose": [
3.0969581751330395,
0.5455274645746113,
-0.11795235258897652
],
"timestamp": 5879.02897923,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-002.jpg",
"sha256": "d43196e65bc8f4b58c46d1ec9281f6466d3c8c256117d6772b3033040c7b0819",
"pose": [
3.1494525066894425,
0.5449441670609851,
-0.13386244076771536
],
"timestamp": 5879.560904721,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-003.jpg",
"sha256": "a3ed691587c074dda7691aa4246e06d26dfaf7b3a0724944b9957f516731abf6",
"pose": [
3.222206595418668,
0.5377602023329391,
-0.16531282679792314
],
"timestamp": 5880.495713311,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-004.jpg",
"sha256": "550725e72a420ffb0c6859e2974e5280cfff252b0f931dd128cb94efb4dfe108",
"pose": [
3.296458285473322,
0.5221162989527626,
-0.14528852646229717
],
"timestamp": 5881.230780821,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-005.jpg",
"sha256": "7b7d0c5328470b557045015a8a6707722d6373256fe2900f0e645712ee1d676c",
"pose": [
3.3729850489365094,
0.5178298694872008,
-0.15683803629115856
],
"timestamp": 5881.898373681,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-006.jpg",
"sha256": "c61a40b2ff8b662fac296845f6f23828b6352379710adb0466971d6bd731fea9",
"pose": [
3.447730903326088,
0.5035742273660406,
-0.15604193524760346
],
"timestamp": 5882.431550091,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-007.jpg",
"sha256": "4c6ed275b8cde4c3f368da77c28e73cbd78a863b8682a6d58d70aecb6f21bf11",
"pose": [
3.5189788784950817,
0.4944825446826626,
-0.14284976173231367
],
"timestamp": 5883.631928662,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-008.jpg",
"sha256": "b72913711bb2637ddeac8fc1d148502904f598e798f3c9ca399fcc59d426f8a1",
"pose": [
3.594860408072286,
0.48373580908418967,
-0.1482402845891988
],
"timestamp": 5884.365816934,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000009/input-009.jpg",
"sha256": "64ae3fe08e5666d0707ed36464dbbdf39685291ce9323ff5d50196ea3d08cc00",
"pose": [
3.628459462926828,
0.48512315648570725,
-0.15182373269926908
],
"timestamp": 5884.701022273,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-000.jpg",
"sha256": "5ade0122774a43f0a68ab58dc2aab955db769881eea2d201749fba1325163221",
"pose": [
3.6984836850428637,
0.470146566561523,
-0.1569765405586816
],
"timestamp": 5885.967777922,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-001.jpg",
"sha256": "a3d4bdfcbe9a18f0dfb4218ce596f6937a2b3e472cb418e50f4980f9987b34d3",
"pose": [
3.7568581212673884,
0.45842347112138726,
-0.2125455773745215
],
"timestamp": 5886.504251973,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-002.jpg",
"sha256": "85b50b464ef4e1d77ae2eb1133d5a8376dc489953db2e5ae9101422e444099ea",
"pose": [
3.7961172993140924,
0.44636095856624025,
-0.27471669812925104
],
"timestamp": 5887.103980156,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-003.jpg",
"sha256": "eca2ae49b7c865f58f6099ab1cedaae1638323a7f6e58cc4401eeea98d9aa4c0",
"pose": [
3.831462761672101,
0.4403272208472726,
-0.35423064531494886
],
"timestamp": 5887.638328507,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-004.jpg",
"sha256": "f1b5160fa7c30b07070bcbe49cc5c16117ac6393edeff67c84597fc4260990be",
"pose": [
3.888833003960682,
0.4209776826832723,
-0.3211602144008707
],
"timestamp": 5888.173993732,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-005.jpg",
"sha256": "98ce77d9967543743043f5689594be1c3ca034bd2e799733733dc187557763fb",
"pose": [
3.9608269822329243,
0.40153829188373624,
-0.2843735108320411
],
"timestamp": 5889.379600404,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-006.jpg",
"sha256": "19b4d9e194acc59d71db756eb696adb026b959c235af88689dcece4111fc0560",
"pose": [
4.04864345911098,
0.380345673925365,
-0.18289793830026688
],
"timestamp": 5890.237484253,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-007.jpg",
"sha256": "dba47dce9295ebc99aff4ff4b12c0830f646f0cecc360d6d67696ff4a0fbc9c8",
"pose": [
4.1480894533879376,
0.3727751993211985,
-0.12875213845936617
],
"timestamp": 5891.041698241,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-008.jpg",
"sha256": "b72acdc44e6dc22e7d8625ce087062c0e2673182b2868a91d3f5f0b151693f6c",
"pose": [
4.241298215613847,
0.3632457621445535,
-0.08064173329511837
],
"timestamp": 5891.707737069,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000010/input-009.jpg",
"sha256": "6c03ed7cb426902b89272df0bc5feb7756573237e2c161d729cdc58d317371ba",
"pose": [
4.237246883658024,
0.3614944173867485,
-0.0863082875048442
],
"timestamp": 5891.840608798,
"observation_id": 100
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
]
],
"stop": true,
"plan": null,
"raw": "<apos_1299><opos_511><act_l0_6><act_l1_122><act_l2_174><|im_end|>",
"waypoints": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.0523397072101943e-06,
-9.334816581940686e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518914e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.2612997579708463e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467582e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090865e-06,
-3.791489007198834e-07,
3.234221139791771e-06
],
[
2.909319846366998e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357094e-06,
-2.584109779490973e-07,
6.171347195049748e-06
],
[
-6.180586069604033e-07,
1.500973034751496e-08,
8.277469532913528e-06
],
[
-4.894213816442061e-06,
-5.906201749894535e-07,
-5.609721029031789e-06
]
],
"pointing": {
"apos": 1299,
"opos": 511
},
"rvq_codes": [
6,
122,
174
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
57,
58
],
"tensor": "processed/segment1.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
91,
92
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1155
],
"attention_mask": [
1,
1155
],
"pixel_values_videos": [
1,
12544,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1155
],
"mm_token_type_ids": [
1,
1155
]
}
},
"history_fps": 4
},
"native_latency_ms": 278.1289271079004
},
"response": {
"type": "step",
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": true,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "current_terminal",
"episode_id": "episode-20261018-204330-d47e7d2e",
"inference_id": 10,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5636337539181113,
"peak_memory_bytes": 9692461568,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.5684319129213691
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.052339707210194e-06,
-9.334816581940687e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518906e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.261299757970847e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467583e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090875e-06,
-3.7914890071988333e-07,
3.2342211397917713e-06
],
[
2.909319846366999e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357095e-06,
-2.5841097794909723e-07,
6.171347195049748e-06
],
[
-6.18058606960402e-07,
1.5009730347515013e-08,
8.277469532913528e-06
],
[
-4.89421381644206e-06,
-5.906201749894534e-07,
-5.60972102903179e-06
]
],
"observed_poses": [
[
5.879138607508591e-06,
3.77070413035346e-05,
-7.488246145204158e-05
],
[
0.006307792145597568,
0.016463728604744578,
0.28316903814730443
],
[
0.06791789560658111,
0.02994762038205788,
0.3163647447339568
],
[
0.11861555342127512,
0.03461435700622555,
0.19604292089930375
],
[
0.183311529708329,
0.04028885428862643,
0.13317827243765024
],
[
0.24947156999791165,
0.04868887858566219,
0.12608517390309215
],
[
0.3254964648556288,
0.058324492773268705,
0.12568890615788986
],
[
0.4004510927277891,
0.07051413457941794,
0.13233668868792448
],
[
0.4848647362239152,
0.09690935787510957,
0.13357457774435488
],
[
0.561868563060931,
0.10847591874093857,
0.1477795840387035
],
[
0.6106719265937381,
0.11659432258568053,
0.15971692772434046
],
[
0.6090683366742338,
0.1321626009506938,
-0.10480891289944694
],
[
0.7201156950760129,
0.10760659945991657,
-0.12058173700624142
],
[
0.8272310358511064,
0.1012231228404808,
0.03287599722427359
],
[
0.9159259819124064,
0.11573594417727157,
0.11750274029183183
],
[
0.9380567495328643,
0.11984184790714808,
0.14373840138908237
],
[
0.9392504064051057,
0.1184605963557036,
0.1540588441995605
],
[
1.0012033115064765,
0.13362229364633343,
0.16301370568253315
],
[
1.089032362194287,
0.1466074942449228,
0.16362248197384677
],
[
1.1600302988882865,
0.16167706121926007,
0.167104457828553
],
[
1.2147688784570407,
0.1692415020097391,
0.184054031721419
],
[
1.19454824903705,
0.1611426797229667,
0.08133421537652064
],
[
1.2972247372444756,
0.17553797841315444,
0.09738243820520952
],
[
1.3763178908734188,
0.18679872362822036,
0.1206283124905414
],
[
1.4301128484268282,
0.1975686942134912,
0.14991116801416693
],
[
1.4663031017792507,
0.2073618400247571,
0.14953264450502868
],
[
1.491632015719518,
0.20815847003242804,
0.15328458475400716
],
[
1.5552127014927433,
0.22070159465518802,
0.16767145891946011
],
[
1.5777750379252087,
0.22513749825127938,
0.17744683825069973
],
[
1.5404883770880327,
0.21671050455153207,
0.2700821546700145
],
[
1.534787053347165,
0.21533211042610234,
0.2572364277814212
],
[
1.512659739429299,
0.20275265689959643,
0.13902589117245467
],
[
1.6041570387938966,
0.222497541282191,
0.13355945852721485
],
[
1.6885502947035629,
0.23052628460118962,
0.13968853701496498
],
[
1.7565678649400733,
0.24146806702132828,
0.15745043711700732
],
[
1.8098648078682102,
0.2466449119780426,
0.17649439702981118
],
[
1.8525715188532823,
0.25723127035208704,
0.18205322522192313
],
[
1.8773030622711402,
0.2659697287361291,
0.17866651381883125
],
[
1.971797513940201,
0.285777873649379,
0.1960736619344705
],
[
2.0252725151887763,
0.3002290452867712,
0.19816142022595032
],
[
2.024851732607468,
0.3000455163909407,
0.20533828856685465
],
[
2.0851646190772453,
0.3147832892683782,
0.223972142495807
],
[
2.112048390425391,
0.31896818239207514,
0.21756807225422792
],
[
2.1533116143904696,
0.33598977101255156,
0.21356892877309885
],
[
2.2062549623538716,
0.34431963546578304,
0.22805943046608945
],
[
2.2544273757379063,
0.3565096170989953,
0.25181078070082785
],
[
2.2870025113646406,
0.3705239107731636,
0.24580884419878538
],
[
2.329068913163414,
0.3808989252764654,
0.2477411869593178
],
[
2.352915536524464,
0.3891525282931799,
0.25735990764683914
],
[
2.3487852328925367,
0.38751136952219245,
0.2606327270192547
],
[
2.34453339634526,
0.38595370186800915,
0.26266802427829106
],
[
2.383187025802246,
0.3970100082245689,
0.27224153650737826
],
[
2.4580307676304196,
0.4156360202676679,
0.2800074519216826
],
[
2.524935971209808,
0.4384360752504277,
0.28112338367602563
],
[
2.586118402407388,
0.45628810441559065,
0.29197218702697336
],
[
2.6263118763362656,
0.47191421543531265,
0.3052867763157985
],
[
2.66283212015004,
0.4885398674488852,
0.30825651966383827
],
[
2.7107942796997984,
0.5001020846349353,
0.281869359477255
],
[
2.7429214639349437,
0.509311107776073,
0.269331738033292
],
[
2.7433182290311606,
0.5057077690295395,
0.28233843995233565
],
[
2.7369775407574237,
0.5042439425240592,
0.28303471560521887
],
[
2.767578988017532,
0.5154073843606772,
0.2929613899136396
],
[
2.7910560045621997,
0.5234165208253441,
0.3106312760108345
],
[
2.7952672208410982,
0.5228772347308122,
0.315137083468779
],
[
2.8892972507116683,
0.5584727437540811,
0.30368158692458147
],
[
2.9074571568890244,
0.5552728295480251,
0.15713973499317113
],
[
2.9123037280110498,
0.5586454481975471,
0.09418298322460306
],
[
2.9359321534918212,
0.5592013110056611,
0.08995970701717183
],
[
2.934141342913959,
0.5615784206530419,
0.10082238275625599
],
[
2.922175652622186,
0.559514913878999,
0.19987809742313667
],
[
2.9200548995181883,
0.5585911304461062,
0.2003751026021945
],
[
2.9195863463660805,
0.5695592209466502,
-0.0841000396808993
],
[
2.929883517198165,
0.5756360821518862,
-0.2864377409941463
],
[
2.9311113035002174,
0.5760766944732876,
-0.2707469510599476
],
[
2.9317590369090603,
0.5765750125516647,
-0.2625642019194041
],
[
2.951415065747663,
0.5679608386094166,
-0.26449033890387286
],
[
2.9773780688718006,
0.5569476648734812,
-0.24438563399036317
],
[
3.0158672354096505,
0.5481684511023788,
-0.2363539051880812
],
[
3.0319074270816557,
0.5466949629663331,
-0.232552096595112
],
[
3.026582643262364,
0.5486364738898399,
-0.22054073224841053
],
[
3.0193677140504533,
0.5524186800623851,
-0.20983824217238434
],
[
3.0554018822133906,
0.5585253478068892,
-0.060343988139226035
],
[
3.0969581751330395,
0.5455274645746113,
-0.11795235258897652
],
[
3.1494525066894425,
0.5449441670609851,
-0.13386244076771536
],
[
3.222206595418668,
0.5377602023329391,
-0.16531282679792314
],
[
3.296458285473322,
0.5221162989527626,
-0.14528852646229717
],
[
3.3729850489365094,
0.5178298694872008,
-0.15683803629115856
],
[
3.447730903326088,
0.5035742273660406,
-0.15604193524760346
],
[
3.5189788784950817,
0.4944825446826626,
-0.14284976173231367
],
[
3.594860408072286,
0.48373580908418967,
-0.1482402845891988
],
[
3.628459462926828,
0.48512315648570725,
-0.15182373269926908
],
[
3.6984836850428637,
0.470146566561523,
-0.1569765405586816
],
[
3.7568581212673884,
0.45842347112138726,
-0.2125455773745215
],
[
3.7961172993140924,
0.44636095856624025,
-0.27471669812925104
],
[
3.831462761672101,
0.4403272208472726,
-0.35423064531494886
],
[
3.888833003960682,
0.4209776826832723,
-0.3211602144008707
],
[
3.9608269822329243,
0.40153829188373624,
-0.2843735108320411
],
[
4.04864345911098,
0.380345673925365,
-0.18289793830026688
],
[
4.1480894533879376,
0.3727751993211985,
-0.12875213845936617
],
[
4.241298215613847,
0.3632457621445535,
-0.08064173329511837
],
[
4.237246883658024,
0.3614944173867485,
-0.0863082875048442
]
]
}