{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000000/input-000.jpg",
"sha256": "f9b9c982e2bceb8e7b6194732eb5e9fdb257aa73ab65ec8332ea9a210ec2a233",
"pose": [
0.00016135534455002744,
5.703529041894376e-05,
-0.00026912326110606344
],
"timestamp": 5928.679329889,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-000.jpg",
"sha256": "f37f1cb6bee19b3196115d979faedf33f7404c297a84d4ee1384e19a5075d652",
"pose": [
0.0198343408295394,
0.015381360328637569,
-0.23955431593651655
],
"timestamp": 5931.08133647,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-001.jpg",
"sha256": "44f656bf76e4bce73dfbcf58c5385033bcf9cee703ed9b0e3079de3bf426d64b",
"pose": [
0.11948099821494892,
-0.016598028260336975,
-0.2525552239880593
],
"timestamp": 5931.746903714,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-002.jpg",
"sha256": "1faf308b1ccd457702c91cbbc7ac731bc50ded53bf72e44cd37981b0f0cfe1ad",
"pose": [
0.23377777971672298,
-0.036427775526849976,
-0.2074909889332228
],
"timestamp": 5932.549996054,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-003.jpg",
"sha256": "346a4762bc63a3c9c377bcd58b134e31d8d536d1bc5b65a8b37180a07cf12c98",
"pose": [
0.3173175560205793,
-0.05050968222971722,
-0.20386949527884246
],
"timestamp": 5933.082206783,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-004.jpg",
"sha256": "c61140c911958db731db5d74d814272baaea88c052309d85fd3f80e9a0040e9b",
"pose": [
0.34503211337172074,
-0.056392988643801406,
-0.16601037956511044
],
"timestamp": 5933.482878429,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-005.jpg",
"sha256": "10b62fefc923f5ec88bb2f105f70eacaf546e02e85b39b0fbd965c2f7b86f4c5",
"pose": [
0.39190158901940314,
-0.056402264098330934,
-0.14467747046794965
],
"timestamp": 5934.017155559,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-006.jpg",
"sha256": "088131d3843d5ee3890b3771e646f30ed79a1509128f13f0ab42f5bc1d6ab951",
"pose": [
0.45899470744288917,
-0.06511851037737784,
-0.09791600817005275
],
"timestamp": 5934.552682968,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-007.jpg",
"sha256": "b61a3a12fe8fa5265e90066b5ce410c6c996a9b364968444586b205f5e805897",
"pose": [
0.5474925008332393,
-0.06337771943753392,
-0.03574929000625593
],
"timestamp": 5935.286499096,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-008.jpg",
"sha256": "ebe9220823600559ce1482a594a818f95d248f78f3640052603362e4e60b87ac",
"pose": [
0.6303695798133053,
-0.06685054332061269,
-0.014265215106135098
],
"timestamp": 5935.883984086,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-009.jpg",
"sha256": "0021f4ec6d1595ed75bad04a57c9552f670fc36d282dcfaaa69fb422eadd3beb",
"pose": [
0.6926725334901638,
-0.06255226507716688,
-0.01515225596524772
],
"timestamp": 5936.417189053,
"observation_id": 10
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.4020065810000233,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the vending machine. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the vending machine. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
337
],
"attention_mask": [
1,
337
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
337
],
"mm_token_type_ids": [
1,
337
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-000.jpg",
"sha256": "f37f1cb6bee19b3196115d979faedf33f7404c297a84d4ee1384e19a5075d652",
"pose": [
0.0198343408295394,
0.015381360328637569,
-0.23955431593651655
],
"timestamp": 5931.08133647,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-001.jpg",
"sha256": "44f656bf76e4bce73dfbcf58c5385033bcf9cee703ed9b0e3079de3bf426d64b",
"pose": [
0.11948099821494892,
-0.016598028260336975,
-0.2525552239880593
],
"timestamp": 5931.746903714,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-002.jpg",
"sha256": "1faf308b1ccd457702c91cbbc7ac731bc50ded53bf72e44cd37981b0f0cfe1ad",
"pose": [
0.23377777971672298,
-0.036427775526849976,
-0.2074909889332228
],
"timestamp": 5932.549996054,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-003.jpg",
"sha256": "346a4762bc63a3c9c377bcd58b134e31d8d536d1bc5b65a8b37180a07cf12c98",
"pose": [
0.3173175560205793,
-0.05050968222971722,
-0.20386949527884246
],
"timestamp": 5933.082206783,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-004.jpg",
"sha256": "c61140c911958db731db5d74d814272baaea88c052309d85fd3f80e9a0040e9b",
"pose": [
0.34503211337172074,
-0.056392988643801406,
-0.16601037956511044
],
"timestamp": 5933.482878429,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-005.jpg",
"sha256": "10b62fefc923f5ec88bb2f105f70eacaf546e02e85b39b0fbd965c2f7b86f4c5",
"pose": [
0.39190158901940314,
-0.056402264098330934,
-0.14467747046794965
],
"timestamp": 5934.017155559,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-006.jpg",
"sha256": "088131d3843d5ee3890b3771e646f30ed79a1509128f13f0ab42f5bc1d6ab951",
"pose": [
0.45899470744288917,
-0.06511851037737784,
-0.09791600817005275
],
"timestamp": 5934.552682968,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-007.jpg",
"sha256": "b61a3a12fe8fa5265e90066b5ce410c6c996a9b364968444586b205f5e805897",
"pose": [
0.5474925008332393,
-0.06337771943753392,
-0.03574929000625593
],
"timestamp": 5935.286499096,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-008.jpg",
"sha256": "ebe9220823600559ce1482a594a818f95d248f78f3640052603362e4e60b87ac",
"pose": [
0.6303695798133053,
-0.06685054332061269,
-0.014265215106135098
],
"timestamp": 5935.883984086,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204515-1d22f2ef/steps/000001/input-009.jpg",
"sha256": "0021f4ec6d1595ed75bad04a57c9552f670fc36d282dcfaaa69fb422eadd3beb",
"pose": [
0.6926725334901638,
-0.06255226507716688,
-0.01515225596524772
],
"timestamp": 5936.417189053,
"observation_id": 10
}
]
}