{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000000/input-000.jpg",
"sha256": "34a63cc5e95760443eea5804deaf104b9766d9b18ca3a6e015dcb3aa903d2b56",
"pose": [
8.155417225137314e-05,
-6.679594512068415e-06,
0.00012670343864895628
],
"timestamp": 6233.17564525,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-000.jpg",
"sha256": "92a66bc8464fc07f6f33b2f5acccaf071e6bb57f1aeedd9950d88f312f894112",
"pose": [
0.010686869271474265,
0.004544517127745524,
-0.10457226866684445
],
"timestamp": 6234.985346046,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-001.jpg",
"sha256": "5c301bdae8f13fb462a2965b163bf481a6b583095f7d35ccdde308c45d2a6479",
"pose": [
0.09914707299396029,
-0.004103655299530072,
-0.08007064793738428
],
"timestamp": 6235.587639412,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-002.jpg",
"sha256": "54259cc10e4b16c000158090678132751769b956a259e1027d1ea528df4a94c9",
"pose": [
0.17006301895755396,
-0.0025449068872133163,
-0.07889474831813457
],
"timestamp": 6236.187630273,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-003.jpg",
"sha256": "f82f8cb110d9ac42566c3ef2cd275fbd242c908aa7aa6765762d942e40cd9187",
"pose": [
0.22611860350430546,
-0.008610556195689678,
-0.0652710736044968
],
"timestamp": 6236.653670935,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-004.jpg",
"sha256": "41e192e57b9e0a5022082990d05179f555dfb57693016e08f44245e95d618c94",
"pose": [
0.2542996675841641,
-0.010383971309167864,
-0.0542617121343314
],
"timestamp": 6236.99415693,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-005.jpg",
"sha256": "ad056b26b9da7444d534eb4e1deefb94c58306eece6264d478b93892421fc697",
"pose": [
0.26360520183924485,
-0.009601863269439348,
-0.024282979046370112
],
"timestamp": 6237.323845814,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-006.jpg",
"sha256": "2df60cb684c2223abdcc182f37a92e16bde90260c9b8a1f74b7ec958ce1e618e",
"pose": [
0.2852665768481564,
-0.0075943772561246625,
-0.011010429735005545
],
"timestamp": 6237.923539961,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-007.jpg",
"sha256": "5ac0721f78c153a1d9e8cab00ee2baa7eb195ae0b113a0cc0dea09dde1a4d30d",
"pose": [
0.39905675711856636,
-0.0041294777651028625,
-0.029618602270342187
],
"timestamp": 6238.657723333,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-008.jpg",
"sha256": "4c335a9f6f36e41230a1a5f9c622b56e1386792c93da04f46d51925ad7083d28",
"pose": [
0.452353010528692,
-0.005275873026602429,
-0.009418683690789909
],
"timestamp": 6239.124595894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-009.jpg",
"sha256": "b6be565edf2ce0da47e2e2a90e891b72db2a57fb408e628fcf22f1c8d50924d6",
"pose": [
0.44487832003117267,
-0.005501416637478329,
-0.007761873425184085
],
"timestamp": 6239.261864725,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-000.jpg",
"sha256": "ce9ec7c5e575f7bd1079b5be0fb16df5f258b88a88b29f4a5c2b73db327883e0",
"pose": [
0.4486329394675617,
-0.009635433144736,
-0.07265715607804513
],
"timestamp": 6240.32376079,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-001.jpg",
"sha256": "ea76f0f9190541166b60efd1132e5e5933205375caba7255e9f9230b5fc1139c",
"pose": [
0.48017132564156234,
-0.013939552606166972,
-0.09455734610811949
],
"timestamp": 6240.860493006,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-002.jpg",
"sha256": "af6a1ad0f16a331fa600678e629fcf0ed3d6cdf28c0dba253fa40355c09c90f1",
"pose": [
0.5441336517799025,
-0.014193392244212844,
-0.09996137081512613
],
"timestamp": 6241.593133928,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-003.jpg",
"sha256": "2bd7fc749c8904caec30380bae18df43b20cf1c24f0d8e9a8d112b36e9010526",
"pose": [
0.62665998870786,
-0.024159753765004288,
-0.08238653721670497
],
"timestamp": 6242.128458259,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-004.jpg",
"sha256": "7726c7daeed432cec3c5d41211c680a1a1e5a4058163f1bdac94dd4f5e4b5df0",
"pose": [
0.7100786954144943,
-0.021733588335306364,
-0.035110907024539895
],
"timestamp": 6242.861024683,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-005.jpg",
"sha256": "01db41a8605bf5f7d89c19d11843d41bdeeb7782088922f5f10615422fc5ed96",
"pose": [
0.7940401702579413,
-0.026326018057357015,
-0.015419285002401306
],
"timestamp": 6243.593571331,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-006.jpg",
"sha256": "26c31d548a6b0bceca3288dd8a88ecad8c704b0089d3177171b2982c32879355",
"pose": [
0.8834185769236247,
-0.01969783155189958,
-0.02011347177799827
],
"timestamp": 6244.329746221,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-007.jpg",
"sha256": "479dca846cfc35155ebd9bfc2bb538cace8ab9b816256d130edb89ef369b7299",
"pose": [
0.9772549444074237,
-0.02061107607155005,
-0.005921884427728229
],
"timestamp": 6244.932777787,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-008.jpg",
"sha256": "8cd469f7d33ad52cd269bc06d9f76997c8b6f3e45ec209c4070bd2a048145278",
"pose": [
1.0732560751264213,
-0.015743769900607885,
-0.009264415865670284
],
"timestamp": 6245.730963219,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-009.jpg",
"sha256": "0cad9a0ad4d875745ccc954bbd07900e31ff1acb48edd87221f1fcb41c779355",
"pose": [
1.1617777807123202,
-0.017373926359443792,
0.012011486370108848
],
"timestamp": 6246.330560628,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-000.jpg",
"sha256": "1d44c5698ebc8e1a4c7446cc3141d4a259b61f4cec4747de580a30537df3a913",
"pose": [
1.1549869412266212,
-0.025190670685139693,
0.2710799165382527
],
"timestamp": 6249.000758207,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-001.jpg",
"sha256": "77d9794dafdfec3efe9f148e384ce1441567b6b59e34bf888b5b7080b6a48c06",
"pose": [
1.251887795514151,
0.014598722303634903,
0.2803382386511166
],
"timestamp": 6249.733812327,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-002.jpg",
"sha256": "8688640b9aae6e41ce05f3fe1ebb29b516b55806946514ed6f9dd63883949362",
"pose": [
1.3596576351332792,
0.040373396276350615,
0.07015327275951222
],
"timestamp": 6250.870029083,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-003.jpg",
"sha256": "c0c1e4563c9789cb53d34d73006e3788f10c0df76091514a999f012308e67cae",
"pose": [
1.445833635918763,
0.037388134613035584,
-0.11799604506103423
],
"timestamp": 6251.60376236,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-004.jpg",
"sha256": "5e6cce477db263bbc5f8d6131d9363c32fe343199d0c8d6b45f0045e9f132e97",
"pose": [
1.4759161150298539,
0.03391151659454794,
-0.17488175622508306
],
"timestamp": 6252.003816931,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-005.jpg",
"sha256": "3d7c018b13a0ba9fd4cedffc4db547f20fbcf5a0cc41da1b3d5765b512cc0433",
"pose": [
1.4916254799788558,
0.029555548007746957,
-0.17630901612755467
],
"timestamp": 6252.40615119,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-006.jpg",
"sha256": "c8c9773339c1f975ebeb9d4de195590d52b822e91632c5fdc29ac61b1c5d64ba",
"pose": [
1.5305343424678948,
0.021610723178875357,
-0.1604975278791443
],
"timestamp": 6253.070399704,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-007.jpg",
"sha256": "80cc407fa68a3da2f0521654f571c166cfd06d8ce704a71a02a83f082fdca49a",
"pose": [
1.6139880061256884,
0.010641734825533655,
-0.14035047184650654
],
"timestamp": 6253.806277625,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-008.jpg",
"sha256": "9e5bf61b18f76b4e7d5069bd1498ce9b86ade9a49224f847e94932443e6fc9c2",
"pose": [
1.6937260156245153,
0.004094095938014908,
-0.07289650777281143
],
"timestamp": 6254.342209944,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-009.jpg",
"sha256": "38ce44ebcf688a68cbd1f6fe1cf24e812ceb9579d9b230216d1b05281193d87b",
"pose": [
1.7515714769484454,
0.007869772912425965,
-0.05878414133882037
],
"timestamp": 6254.939986911,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-000.jpg",
"sha256": "a0a7dc20f84402b57651ef91a1628ef1842b2e7fab90d0343f0c51c1b5128233",
"pose": [
1.7268541519448561,
0.024904074515900154,
-0.28453286258016064
],
"timestamp": 6257.273495128,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-001.jpg",
"sha256": "1368528b45a169fe6c7f1e2abefc960be05ba210c65306ba25623dc53a584d4e",
"pose": [
1.7966880929883988,
0.0018210158881998284,
-0.2747774356220236
],
"timestamp": 6257.808479961,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-002.jpg",
"sha256": "c28851909a2f284607f671359e2265567fe906cffd15d3bd0935f6d42ec7263e",
"pose": [
1.8581641893305942,
0.0014244285422202463,
-0.13782842229992998
],
"timestamp": 6258.478953664,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-003.jpg",
"sha256": "473d1fef39c63b896d2f4f26940e06d7c461811353c4f78bfd4fb57965e7ef81",
"pose": [
1.9269729119283618,
-0.0032634041935256652,
-0.06441944302860403
],
"timestamp": 6259.011948097,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-004.jpg",
"sha256": "d9769891ab353988bd7854af44024e8e42fb09ec468e936b813e06298ba68533",
"pose": [
2.0013582866712194,
0.0026231744659612755,
-0.03547478552434624
],
"timestamp": 6259.745404726,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-005.jpg",
"sha256": "debc894994ccdc80a2a516048f3b629fb4f8c9349de8aa874a9ad7adbce2732a",
"pose": [
2.0758576019278374,
-0.00023717344602558477,
-0.015024823724538729
],
"timestamp": 6260.344736974,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-006.jpg",
"sha256": "95563a6c1e3d52c5207f83a4cd53886449d079b122b8ac3e632a20a33e8601e7",
"pose": [
2.1509527423789736,
0.00558765946490869,
-0.023607269433375766
],
"timestamp": 6260.945403056,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-007.jpg",
"sha256": "d509d819f86fc9d5000799054c11c9ec4b3cd65afe9731be5d7a83cdc9af3b13",
"pose": [
2.2351625334705343,
0.0027343979063154666,
-0.004913433451273264
],
"timestamp": 6261.546339164,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-008.jpg",
"sha256": "ffcf1e44c26e349c5f5cdbf0bcc59663e9ce303b57a04a3e2d10800b2a703408",
"pose": [
2.303395792271103,
0.008866777766941558,
-0.01147459375545834
],
"timestamp": 6262.081600709,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-009.jpg",
"sha256": "614e15c9d3b6245ebef06cf45b534ff74d5d8d6426e8dc09e4a4419e4e9cb7d3",
"pose": [
2.34930094758506,
0.00775425269060892,
-0.0015986584548786098
],
"timestamp": 6262.546168172,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-000.jpg",
"sha256": "3b55ee72938432b717fd3da9454b180a8e89fcc70801639a754270fc3a70acdd",
"pose": [
2.4410131058380533,
0.016744129978525146,
0.012256986709781259
],
"timestamp": 6263.948140906,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-001.jpg",
"sha256": "6a1b232898cf06a1285837e39a8538a398981214a37665b9b8b6d8e7a6bb5c5c",
"pose": [
2.5483300165582863,
0.018100448852675477,
0.029551221798623573
],
"timestamp": 6264.618426316,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-002.jpg",
"sha256": "2e78aa44d8d6d0cae8fc5a2af7cd3478eb645f0224ec4889464f4f68b3b13326",
"pose": [
2.6630287573454305,
0.022195552617517045,
-0.052587783922545484
],
"timestamp": 6265.415185943,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-003.jpg",
"sha256": "6de9df01e19bf1f661d999d4451db0d25f0444038fd642497d577dca112459d7",
"pose": [
2.7400668099812737,
0.007296327608389497,
-0.19411006891779967
],
"timestamp": 6266.152274142,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-004.jpg",
"sha256": "2c03a5adc89fd4b10025c2b18f4dd7677970b99582b26dc8c21efcd02b3c12fb",
"pose": [
2.7654202531093484,
0.004456935784338922,
-0.1903266516860156
],
"timestamp": 6266.484304221,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-005.jpg",
"sha256": "ad32c664ff288bcbb14042a335dd97a9d0df13241617af5d88eab6d2d51b828a",
"pose": [
2.790676643903413,
0.0008398434422562939,
-0.17985974652289724
],
"timestamp": 6266.818257208,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-006.jpg",
"sha256": "b35f898d6fec43c79d1feb5a5f0464ea63a9d1909d20ca1a1d1f4995a247991a",
"pose": [
2.834192915231312,
-0.0056176701250751915,
-0.042070081991464114
],
"timestamp": 6267.553873808,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-007.jpg",
"sha256": "2aea44770b2eaf0a049ee090a1a47fd64d0a8e67b0c07fe68b013272c4316a82",
"pose": [
2.9136616241018087,
-0.00517799447504852,
0.09122759799791735
],
"timestamp": 6268.285932184,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-008.jpg",
"sha256": "eadfeda63fd7cb873df16c35d1a0bf65aae035999a1c202dd9ee5da5f0469975",
"pose": [
3.0066851477912193,
0.011334708171014896,
0.08042536892326257
],
"timestamp": 6269.021766008,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-009.jpg",
"sha256": "ad671433721b828ea9a0fa398e55f0d9f4b7f1c227a3680689dc836f4df9ecf4",
"pose": [
3.008477174618693,
0.011506285878882139,
0.09478463356863243
],
"timestamp": 6269.153613132,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-000.jpg",
"sha256": "e2ebb381e1f93bba2ffc8c79d9ff359aee6000634cdb1aa661d0d7f80b445006",
"pose": [
3.0022378769263214,
0.008953850418401244,
-0.008996920737328384
],
"timestamp": 6271.021706051,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-001.jpg",
"sha256": "c36f24a6fc6c79ed1e2b62086526cb2336a3c33d1e7e2aa830ad684c6d6ca610",
"pose": [
3.092693269941343,
0.011302197219546839,
0.010187591446347177
],
"timestamp": 6271.624356676,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-002.jpg",
"sha256": "33db38599a795631a8a20cfc8baf657c1d7fce37391e52ad571bfa13a29a09d1",
"pose": [
3.165150778591456,
0.017634933099689,
0.00376280358379244
],
"timestamp": 6272.223446805,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-003.jpg",
"sha256": "f3f9b5307f081e56a3419ba14a81b7cc83a7d52e9404127aeeddf7403d782b37",
"pose": [
3.2190851840754338,
0.01605210280405034,
0.020065008381366933
],
"timestamp": 6272.688268421,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-004.jpg",
"sha256": "5353b018feee49cef90178665ce756c6a9fbcc6d4a3f6c30f6a0b2e9513d90f8",
"pose": [
3.2479837891189627,
0.01654534278375963,
0.033735888992574285
],
"timestamp": 6273.091536213,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-005.jpg",
"sha256": "74e02536b7f31b2f2fef9487ed60943f3efdf05e8d538cd4ed2b49fdb12c36dc",
"pose": [
3.257694520982688,
0.018964977336229927,
0.052240540531732105
],
"timestamp": 6273.423888446,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-006.jpg",
"sha256": "3ee0a20aa0f0ac200bd5ced078757616a8e96e20c29a6c3af28fca0a64d08db1",
"pose": [
3.2926197141644167,
0.025891065731551643,
0.08262013223873987
],
"timestamp": 6274.026463165,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-007.jpg",
"sha256": "121ddf1ef3bb6d53dd797657749a3c6310e15dc24d91ec3fcd89d4461928e45b",
"pose": [
3.4040423831468765,
0.035257600174915193,
0.09838385960818696
],
"timestamp": 6274.760348575,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-008.jpg",
"sha256": "061958b2429a2b13aa97b1ff65430247dd37642ee3760c63f42f9f060d93c5b3",
"pose": [
3.457996561194025,
0.04512100634401306,
0.10549464974500644
],
"timestamp": 6275.29409356,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-009.jpg",
"sha256": "81d8ae3565e6c6676c78d10f5d6ac1d4b5820c81b4bbd14c9d634d4953a405af",
"pose": [
3.45354119116333,
0.04644237752682634,
0.11270328599505143
],
"timestamp": 6275.426898794,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-000.jpg",
"sha256": "4329895aa0e864439abe94fbeac6f224c45780958d6c0a9cdae29166b74f6cc3",
"pose": [
3.454057389789969,
0.04647000542080448,
-0.004671066090934595
],
"timestamp": 6276.965921697,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-001.jpg",
"sha256": "243d03d376e735c30df4e21221565dd1e36aafa57f5465bcbbf97a157d70fc77",
"pose": [
3.482212926760529,
0.04272250483961382,
-0.12629186720710847
],
"timestamp": 6277.829860093,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-002.jpg",
"sha256": "76d8c76de6dd5a22842729deda35c39eacc2de8992942fbab17af57514bf4e2a",
"pose": [
3.4981048645397146,
0.04695058539025054,
-0.2449159610012801
],
"timestamp": 6278.567028551,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-003.jpg",
"sha256": "b94bee29e5f974d2e241b3a7e76108e9e4ed216739d8441b28e55b910e364c57",
"pose": [
3.6250324231554343,
0.009180477535354337,
-0.3169556475187454
],
"timestamp": 6279.429696604,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-004.jpg",
"sha256": "47a399d84051e57fadcb57c5c7a511efaba74ff4d87709c40ce0bbb6c8227fd9",
"pose": [
3.7195697171521633,
-0.01879811811663079,
-0.2742092884684375
],
"timestamp": 6280.164240083,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-005.jpg",
"sha256": "b911d9a6ec9b7af3b3e33124697332fecbccd3f15562ef885a5e00f4056bb25b",
"pose": [
3.7868150605646855,
-0.03712379908221841,
-0.2278484164642611
],
"timestamp": 6281.367703387,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-006.jpg",
"sha256": "b8d99e95fd18fbe1452a1d15d7045c2c273d909647ecacee9ef10c450047a417",
"pose": [
3.844351139568725,
-0.05284220564967934,
-0.1920709728762331
],
"timestamp": 6282.167178493,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-007.jpg",
"sha256": "23d73ebcdd285523a93f8a8e193ee42fbeec8966695808d704dfb0b8302aae4b",
"pose": [
3.8948042087818924,
-0.05550643227906771,
-0.1612927691796462
],
"timestamp": 6282.702316546,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-008.jpg",
"sha256": "4c65af3bb3d5cbd9da7f3983ebc68ecc10cf63864475c0b404057f5f3bb9ac15",
"pose": [
3.9301443013258286,
-0.06063570272213159,
-0.12750695758333963
],
"timestamp": 6283.300784767,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-009.jpg",
"sha256": "510e885c4464ea238b1824902718797fd4f762052d45c1d5d517ecbebe284146",
"pose": [
3.9492038009716257,
-0.06160321983116712,
-0.11319136122492912
],
"timestamp": 6284.703316558,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-000.jpg",
"sha256": "cb20b6d3d59c567b91924a8ba5bd4af43974b9b0bc7220f47cedcc7bb209a656",
"pose": [
3.9617641787260602,
-0.06211476440800734,
-0.11844768905880709
],
"timestamp": 6288.039416816,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-001.jpg",
"sha256": "79f724c2df719d095807835f7ec7f0f0350c6ff4040be3e7c025994eb81302af",
"pose": [
4.012920183082756,
-0.07363600208299892,
-0.14587434880768058
],
"timestamp": 6288.639889005,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-002.jpg",
"sha256": "fc2243a96497ae1cfbe825d8f80c663edb0e5bb2bc55c4e983d2f4ec0f886e11",
"pose": [
4.0624972786568705,
-0.08070029168730075,
-0.1426978527610756
],
"timestamp": 6289.239288199,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-003.jpg",
"sha256": "23dd3476966c06926b6ccd3c2027f211c68a5f052c9a42292e912cb33a9c374f",
"pose": [
4.108488627886692,
-0.08693216836857487,
-0.2123327318928756
],
"timestamp": 6289.773833465,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-004.jpg",
"sha256": "186e23dad4452372ff6286e2ba808674c4ac309fb63984d09dd7f8ce5f94e058",
"pose": [
4.181046165738867,
-0.10756614484726823,
-0.23484178968416325
],
"timestamp": 6290.315351305,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-005.jpg",
"sha256": "4764b8d58ad2ffabb97ae4c08373489586c3c5d757d0c062af6903e456dfc298",
"pose": [
4.256489161096838,
-0.12488179131447863,
-0.2934595188889344
],
"timestamp": 6291.043303503,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-006.jpg",
"sha256": "0262640ca8d6fcc78b1f6f19f1d86691577407f7e091cee6fa3443a3d7e3c322",
"pose": [
4.3470690696142,
-0.14754827628132494,
-0.2751547220500643
],
"timestamp": 6291.781561787,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-007.jpg",
"sha256": "c9eeb6f0cf07a1c47b14b735c81d8cb6471b4d19a70b2ae2f9e14b870f394d79",
"pose": [
4.449527418998308,
-0.1662857303123908,
-0.23245581724015496
],
"timestamp": 6292.578119008,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-008.jpg",
"sha256": "8d8c5221d8dd70269991f53cbdbdf189bd6da36b602420093a4e7398931be9ab",
"pose": [
4.547947814662957,
-0.18597846278755226,
-0.163237387480494
],
"timestamp": 6293.244658859,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-009.jpg",
"sha256": "2025fa27344c49be51992c921bf30e251896687355fe2c4226642e5a03364c54",
"pose": [
4.5430130459856395,
-0.1886729399095297,
-0.15062522005448864
],
"timestamp": 6293.376186069,
"observation_id": 80
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 3.3361002580004424,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
76,
77
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the vending machine. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the vending machine. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1044
],
"attention_mask": [
1,
1044
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1044
],
"mm_token_type_ids": [
1,
1044
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-000.jpg",
"sha256": "92a66bc8464fc07f6f33b2f5acccaf071e6bb57f1aeedd9950d88f312f894112",
"pose": [
0.010686869271474265,
0.004544517127745524,
-0.10457226866684445
],
"timestamp": 6234.985346046,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-001.jpg",
"sha256": "5c301bdae8f13fb462a2965b163bf481a6b583095f7d35ccdde308c45d2a6479",
"pose": [
0.09914707299396029,
-0.004103655299530072,
-0.08007064793738428
],
"timestamp": 6235.587639412,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-006.jpg",
"sha256": "2df60cb684c2223abdcc182f37a92e16bde90260c9b8a1f74b7ec958ce1e618e",
"pose": [
0.2852665768481564,
-0.0075943772561246625,
-0.011010429735005545
],
"timestamp": 6237.923539961,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000001/input-007.jpg",
"sha256": "5ac0721f78c153a1d9e8cab00ee2baa7eb195ae0b113a0cc0dea09dde1a4d30d",
"pose": [
0.39905675711856636,
-0.0041294777651028625,
-0.029618602270342187
],
"timestamp": 6238.657723333,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-002.jpg",
"sha256": "af6a1ad0f16a331fa600678e629fcf0ed3d6cdf28c0dba253fa40355c09c90f1",
"pose": [
0.5441336517799025,
-0.014193392244212844,
-0.09996137081512613
],
"timestamp": 6241.593133928,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-003.jpg",
"sha256": "2bd7fc749c8904caec30380bae18df43b20cf1c24f0d8e9a8d112b36e9010526",
"pose": [
0.62665998870786,
-0.024159753765004288,
-0.08238653721670497
],
"timestamp": 6242.128458259,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-008.jpg",
"sha256": "8cd469f7d33ad52cd269bc06d9f76997c8b6f3e45ec209c4070bd2a048145278",
"pose": [
1.0732560751264213,
-0.015743769900607885,
-0.009264415865670284
],
"timestamp": 6245.730963219,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000002/input-009.jpg",
"sha256": "0cad9a0ad4d875745ccc954bbd07900e31ff1acb48edd87221f1fcb41c779355",
"pose": [
1.1617777807123202,
-0.017373926359443792,
0.012011486370108848
],
"timestamp": 6246.330560628,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-004.jpg",
"sha256": "5e6cce477db263bbc5f8d6131d9363c32fe343199d0c8d6b45f0045e9f132e97",
"pose": [
1.4759161150298539,
0.03391151659454794,
-0.17488175622508306
],
"timestamp": 6252.003816931,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000003/input-005.jpg",
"sha256": "3d7c018b13a0ba9fd4cedffc4db547f20fbcf5a0cc41da1b3d5765b512cc0433",
"pose": [
1.4916254799788558,
0.029555548007746957,
-0.17630901612755467
],
"timestamp": 6252.40615119,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-000.jpg",
"sha256": "a0a7dc20f84402b57651ef91a1628ef1842b2e7fab90d0343f0c51c1b5128233",
"pose": [
1.7268541519448561,
0.024904074515900154,
-0.28453286258016064
],
"timestamp": 6257.273495128,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-001.jpg",
"sha256": "1368528b45a169fe6c7f1e2abefc960be05ba210c65306ba25623dc53a584d4e",
"pose": [
1.7966880929883988,
0.0018210158881998284,
-0.2747774356220236
],
"timestamp": 6257.808479961,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-006.jpg",
"sha256": "95563a6c1e3d52c5207f83a4cd53886449d079b122b8ac3e632a20a33e8601e7",
"pose": [
2.1509527423789736,
0.00558765946490869,
-0.023607269433375766
],
"timestamp": 6260.945403056,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000004/input-007.jpg",
"sha256": "d509d819f86fc9d5000799054c11c9ec4b3cd65afe9731be5d7a83cdc9af3b13",
"pose": [
2.2351625334705343,
0.0027343979063154666,
-0.004913433451273264
],
"timestamp": 6261.546339164,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-002.jpg",
"sha256": "2e78aa44d8d6d0cae8fc5a2af7cd3478eb645f0224ec4889464f4f68b3b13326",
"pose": [
2.6630287573454305,
0.022195552617517045,
-0.052587783922545484
],
"timestamp": 6265.415185943,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-003.jpg",
"sha256": "6de9df01e19bf1f661d999d4451db0d25f0444038fd642497d577dca112459d7",
"pose": [
2.7400668099812737,
0.007296327608389497,
-0.19411006891779967
],
"timestamp": 6266.152274142,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-004.jpg",
"sha256": "2c03a5adc89fd4b10025c2b18f4dd7677970b99582b26dc8c21efcd02b3c12fb",
"pose": [
2.7654202531093484,
0.004456935784338922,
-0.1903266516860156
],
"timestamp": 6266.484304221,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-005.jpg",
"sha256": "ad32c664ff288bcbb14042a335dd97a9d0df13241617af5d88eab6d2d51b828a",
"pose": [
2.790676643903413,
0.0008398434422562939,
-0.17985974652289724
],
"timestamp": 6266.818257208,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-006.jpg",
"sha256": "b35f898d6fec43c79d1feb5a5f0464ea63a9d1909d20ca1a1d1f4995a247991a",
"pose": [
2.834192915231312,
-0.0056176701250751915,
-0.042070081991464114
],
"timestamp": 6267.553873808,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-007.jpg",
"sha256": "2aea44770b2eaf0a049ee090a1a47fd64d0a8e67b0c07fe68b013272c4316a82",
"pose": [
2.9136616241018087,
-0.00517799447504852,
0.09122759799791735
],
"timestamp": 6268.285932184,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000005/input-009.jpg",
"sha256": "ad671433721b828ea9a0fa398e55f0d9f4b7f1c227a3680689dc836f4df9ecf4",
"pose": [
3.008477174618693,
0.011506285878882139,
0.09478463356863243
],
"timestamp": 6269.153613132,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-000.jpg",
"sha256": "e2ebb381e1f93bba2ffc8c79d9ff359aee6000634cdb1aa661d0d7f80b445006",
"pose": [
3.0022378769263214,
0.008953850418401244,
-0.008996920737328384
],
"timestamp": 6271.021706051,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-001.jpg",
"sha256": "c36f24a6fc6c79ed1e2b62086526cb2336a3c33d1e7e2aa830ad684c6d6ca610",
"pose": [
3.092693269941343,
0.011302197219546839,
0.010187591446347177
],
"timestamp": 6271.624356676,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-002.jpg",
"sha256": "33db38599a795631a8a20cfc8baf657c1d7fce37391e52ad571bfa13a29a09d1",
"pose": [
3.165150778591456,
0.017634933099689,
0.00376280358379244
],
"timestamp": 6272.223446805,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-003.jpg",
"sha256": "f3f9b5307f081e56a3419ba14a81b7cc83a7d52e9404127aeeddf7403d782b37",
"pose": [
3.2190851840754338,
0.01605210280405034,
0.020065008381366933
],
"timestamp": 6272.688268421,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-004.jpg",
"sha256": "5353b018feee49cef90178665ce756c6a9fbcc6d4a3f6c30f6a0b2e9513d90f8",
"pose": [
3.2479837891189627,
0.01654534278375963,
0.033735888992574285
],
"timestamp": 6273.091536213,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-005.jpg",
"sha256": "74e02536b7f31b2f2fef9487ed60943f3efdf05e8d538cd4ed2b49fdb12c36dc",
"pose": [
3.257694520982688,
0.018964977336229927,
0.052240540531732105
],
"timestamp": 6273.423888446,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-006.jpg",
"sha256": "3ee0a20aa0f0ac200bd5ced078757616a8e96e20c29a6c3af28fca0a64d08db1",
"pose": [
3.2926197141644167,
0.025891065731551643,
0.08262013223873987
],
"timestamp": 6274.026463165,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-007.jpg",
"sha256": "121ddf1ef3bb6d53dd797657749a3c6310e15dc24d91ec3fcd89d4461928e45b",
"pose": [
3.4040423831468765,
0.035257600174915193,
0.09838385960818696
],
"timestamp": 6274.760348575,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000006/input-009.jpg",
"sha256": "81d8ae3565e6c6676c78d10f5d6ac1d4b5820c81b4bbd14c9d634d4953a405af",
"pose": [
3.45354119116333,
0.04644237752682634,
0.11270328599505143
],
"timestamp": 6275.426898794,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-000.jpg",
"sha256": "4329895aa0e864439abe94fbeac6f224c45780958d6c0a9cdae29166b74f6cc3",
"pose": [
3.454057389789969,
0.04647000542080448,
-0.004671066090934595
],
"timestamp": 6276.965921697,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-001.jpg",
"sha256": "243d03d376e735c30df4e21221565dd1e36aafa57f5465bcbbf97a157d70fc77",
"pose": [
3.482212926760529,
0.04272250483961382,
-0.12629186720710847
],
"timestamp": 6277.829860093,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-002.jpg",
"sha256": "76d8c76de6dd5a22842729deda35c39eacc2de8992942fbab17af57514bf4e2a",
"pose": [
3.4981048645397146,
0.04695058539025054,
-0.2449159610012801
],
"timestamp": 6278.567028551,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-003.jpg",
"sha256": "b94bee29e5f974d2e241b3a7e76108e9e4ed216739d8441b28e55b910e364c57",
"pose": [
3.6250324231554343,
0.009180477535354337,
-0.3169556475187454
],
"timestamp": 6279.429696604,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-004.jpg",
"sha256": "47a399d84051e57fadcb57c5c7a511efaba74ff4d87709c40ce0bbb6c8227fd9",
"pose": [
3.7195697171521633,
-0.01879811811663079,
-0.2742092884684375
],
"timestamp": 6280.164240083,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-005.jpg",
"sha256": "b911d9a6ec9b7af3b3e33124697332fecbccd3f15562ef885a5e00f4056bb25b",
"pose": [
3.7868150605646855,
-0.03712379908221841,
-0.2278484164642611
],
"timestamp": 6281.367703387,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-006.jpg",
"sha256": "b8d99e95fd18fbe1452a1d15d7045c2c273d909647ecacee9ef10c450047a417",
"pose": [
3.844351139568725,
-0.05284220564967934,
-0.1920709728762331
],
"timestamp": 6282.167178493,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-007.jpg",
"sha256": "23d73ebcdd285523a93f8a8e193ee42fbeec8966695808d704dfb0b8302aae4b",
"pose": [
3.8948042087818924,
-0.05550643227906771,
-0.1612927691796462
],
"timestamp": 6282.702316546,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-008.jpg",
"sha256": "4c65af3bb3d5cbd9da7f3983ebc68ecc10cf63864475c0b404057f5f3bb9ac15",
"pose": [
3.9301443013258286,
-0.06063570272213159,
-0.12750695758333963
],
"timestamp": 6283.300784767,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000007/input-009.jpg",
"sha256": "510e885c4464ea238b1824902718797fd4f762052d45c1d5d517ecbebe284146",
"pose": [
3.9492038009716257,
-0.06160321983116712,
-0.11319136122492912
],
"timestamp": 6284.703316558,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-000.jpg",
"sha256": "cb20b6d3d59c567b91924a8ba5bd4af43974b9b0bc7220f47cedcc7bb209a656",
"pose": [
3.9617641787260602,
-0.06211476440800734,
-0.11844768905880709
],
"timestamp": 6288.039416816,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-001.jpg",
"sha256": "79f724c2df719d095807835f7ec7f0f0350c6ff4040be3e7c025994eb81302af",
"pose": [
4.012920183082756,
-0.07363600208299892,
-0.14587434880768058
],
"timestamp": 6288.639889005,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-002.jpg",
"sha256": "fc2243a96497ae1cfbe825d8f80c663edb0e5bb2bc55c4e983d2f4ec0f886e11",
"pose": [
4.0624972786568705,
-0.08070029168730075,
-0.1426978527610756
],
"timestamp": 6289.239288199,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-003.jpg",
"sha256": "23dd3476966c06926b6ccd3c2027f211c68a5f052c9a42292e912cb33a9c374f",
"pose": [
4.108488627886692,
-0.08693216836857487,
-0.2123327318928756
],
"timestamp": 6289.773833465,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-004.jpg",
"sha256": "186e23dad4452372ff6286e2ba808674c4ac309fb63984d09dd7f8ce5f94e058",
"pose": [
4.181046165738867,
-0.10756614484726823,
-0.23484178968416325
],
"timestamp": 6290.315351305,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-005.jpg",
"sha256": "4764b8d58ad2ffabb97ae4c08373489586c3c5d757d0c062af6903e456dfc298",
"pose": [
4.256489161096838,
-0.12488179131447863,
-0.2934595188889344
],
"timestamp": 6291.043303503,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-006.jpg",
"sha256": "0262640ca8d6fcc78b1f6f19f1d86691577407f7e091cee6fa3443a3d7e3c322",
"pose": [
4.3470690696142,
-0.14754827628132494,
-0.2751547220500643
],
"timestamp": 6291.781561787,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-007.jpg",
"sha256": "c9eeb6f0cf07a1c47b14b735c81d8cb6471b4d19a70b2ae2f9e14b870f394d79",
"pose": [
4.449527418998308,
-0.1662857303123908,
-0.23245581724015496
],
"timestamp": 6292.578119008,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-008.jpg",
"sha256": "8d8c5221d8dd70269991f53cbdbdf189bd6da36b602420093a4e7398931be9ab",
"pose": [
4.547947814662957,
-0.18597846278755226,
-0.163237387480494
],
"timestamp": 6293.244658859,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205020-b06602e6/steps/000008/input-009.jpg",
"sha256": "2025fa27344c49be51992c921bf30e251896687355fe2c4226642e5a03364c54",
"pose": [
4.5430130459856395,
-0.1886729399095297,
-0.15062522005448864
],
"timestamp": 6293.376186069,
"observation_id": 80
}
]
}