{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000000/input-000.jpg",
"sha256": "534fa5425ae5b1e3acd9cf85cff40e250b5a4324a9687f17ea609f6c631672f2",
"pose": [
3.587396216917513e-05,
-1.609968419872171e-05,
6.101330476099287e-05
],
"timestamp": 9635.02579115,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-000.jpg",
"sha256": "0c7171dcdfda675e8121379e9efc54a9abf0356977d823cd01f460b50c394187",
"pose": [
0.10001291376021931,
0.016841981661178645,
0.13036275467314812
],
"timestamp": 9636.079421371,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-001.jpg",
"sha256": "4153e8b5f175236c99a5636e43f66c667e8976c738dd8dae8110342e49a0a88a",
"pose": [
0.2361491757763821,
0.03231797243006966,
0.06752555569953717
],
"timestamp": 9637.012697103,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-002.jpg",
"sha256": "7da9eb8a0cdcc11b1fae27f1970a216d1460c3fc766aebcaf3991e62a8c68973",
"pose": [
0.3412917533012546,
0.036119331026225554,
0.03988299941213386
],
"timestamp": 9637.748685199,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-003.jpg",
"sha256": "a0d69af424df4f9cc660566651aba36d7ee34c0bef58c8ceea3c196d6a962433",
"pose": [
0.451263311740561,
0.043002499064273114,
0.028640033599890147
],
"timestamp": 9638.549616941,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-004.jpg",
"sha256": "683d74a30fc14b077c5eebf3b6487e60c6ca430ee4168a4e10e287433671770f",
"pose": [
0.558406385500873,
0.0464447555866942,
0.041828049636640885
],
"timestamp": 9639.284419713,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-005.jpg",
"sha256": "c0e2c415d36c53f5fef45fbbdf71e415c286e82abfde3c0375f662ad8405a19e",
"pose": [
0.6691481688615122,
0.05704758290837414,
0.027432916498658477
],
"timestamp": 9640.155678979,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-006.jpg",
"sha256": "450036af09b36864a4bbb2118dca262751e66aec971a0e9d011bfeedcf984c75",
"pose": [
0.7732363050684853,
0.06260722622842735,
0.07122198276096653
],
"timestamp": 9641.555446458,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-007.jpg",
"sha256": "16b3abb7a8a1c010fd9dc48283930752cde726d500dfdf7a2b10eb6174e20885",
"pose": [
0.8772414897153485,
0.07594168058238177,
0.05982834940276599
],
"timestamp": 9642.288625843,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-008.jpg",
"sha256": "727c831169c360b697eef85443e0f07e37684dbebe41c90ce526a38dbd70fcd2",
"pose": [
0.9593458579086331,
0.08504377944230646,
0.06289425227531237
],
"timestamp": 9643.486326663,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-009.jpg",
"sha256": "8284abd20da3c188f286a073ce94dcabaffd21b9ae2a8f6ad813e001fb3b4a42",
"pose": [
1.0050127843115677,
0.09557575795062012,
0.056968430632065636
],
"timestamp": 9644.022417332,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-000.jpg",
"sha256": "54a8e12f98fb77c333ff784d13056024584bf3a658602e6a9835232da7487e50",
"pose": [
1.10853964840297,
0.11312002392952614,
0.14150438204903049
],
"timestamp": 9645.289759219,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-001.jpg",
"sha256": "2ba6c64d5ed1f1538bab10af60a7dd2575f5b39f427a90507771661585e4c45c",
"pose": [
1.1779272386383504,
0.13431115241462166,
0.18701166982251932
],
"timestamp": 9645.891634653,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-002.jpg",
"sha256": "57c119bf5d4abc5da5db1ec179cfc69f391fec507b8c47fc30ec57ebe7fda323",
"pose": [
1.239244419984504,
0.14901073934920978,
0.19936636965357074
],
"timestamp": 9646.422376037,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-003.jpg",
"sha256": "08339a7af4ee31f89932b2b8bcb9502b40fa27306302ec6892778b5abac0fe60",
"pose": [
1.3083336805544634,
0.1672751995587879,
0.19129992421923334
],
"timestamp": 9647.024119594,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-004.jpg",
"sha256": "d6713871b85bf388826aeaa6e8f291a82eff7f1c611b91b5e99425af6b412330",
"pose": [
1.3883862611937123,
0.17791508770624737,
0.14002047446436156
],
"timestamp": 9647.559220307,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-005.jpg",
"sha256": "91b4c35a66e2f4ae2fd414b891250cbf58d08f91a36c157ad69b5bd681f6ac4b",
"pose": [
1.4570147691287239,
0.18880572568164178,
0.11831705475960785
],
"timestamp": 9648.158383288,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-006.jpg",
"sha256": "54c8048b4f74ce2bc4f5dac4246e192c40483849a5038dafc2b766797da4d472",
"pose": [
1.5232870796857225,
0.19292250242149656,
0.10979974637859025
],
"timestamp": 9648.694472229,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-007.jpg",
"sha256": "8962b7caffe9e53286726d135e2200fef5f1bbec0bd2dcd79b5f40811cbeeccd",
"pose": [
1.6006835646440685,
0.2075123521771431,
0.10786628775392304
],
"timestamp": 9649.294747252,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-008.jpg",
"sha256": "6258fc64d3a1a9cca1611d363c19f5a4e81ae3d57beb31b2fa8944c0b7ff4fca",
"pose": [
1.6925077166289488,
0.2152232687038581,
0.12490857614809119
],
"timestamp": 9649.894004061,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-009.jpg",
"sha256": "a741d079975a9058f0b100163469052bc83e838471db6396c6743f3fe3016b71",
"pose": [
1.7157071359075144,
0.21934093975938285,
0.16751221296426955
],
"timestamp": 9650.225514955,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-000.jpg",
"sha256": "c23120c71d5888edbc79ddfc3712840dc026535d6313423479cee047dbe94866",
"pose": [
1.798964414980512,
0.2411117704731418,
0.17354934857860765
],
"timestamp": 9651.694500605,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-001.jpg",
"sha256": "940ea010af3a83dd641ea4ffc625b2ba35bf62fc37bf77a01dc9db97ef24a881",
"pose": [
1.9017823693329343,
0.267525076187233,
0.22450991351721136
],
"timestamp": 9652.562508071,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-002.jpg",
"sha256": "4c5ff66c6635ba732a0432f9e641f4bb557c8657d008a027b96505cf148237d9",
"pose": [
1.9966866879110747,
0.29834945153596093,
0.29013919832785373
],
"timestamp": 9653.364641777,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-003.jpg",
"sha256": "2be5182fd3392284260e800039ec14d3b68189d583084f1f910817081574f22d",
"pose": [
2.0905340917649524,
0.3317595103843767,
0.34831826068161914
],
"timestamp": 9653.967484958,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-004.jpg",
"sha256": "9730dc53269bbed7781d6795d34d2de95b90a58d59c54066dfebf053d931edae",
"pose": [
2.1726625920824794,
0.363605968095397,
0.3039544182208286
],
"timestamp": 9654.566588834,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-005.jpg",
"sha256": "d04101cf0dc35dca3eecda236706f9bbc1f29c698aa1694a71b4299758104b7a",
"pose": [
2.2472954469016337,
0.38673031177384243,
0.2910563282174412
],
"timestamp": 9655.10049139,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-006.jpg",
"sha256": "29628729abdf08bf93a04c292c8c4e69abb01dd05bd795e8d5fb9cc710ba49f0",
"pose": [
2.2953715909271657,
0.4028497925078447,
0.2517817321353191
],
"timestamp": 9655.633777604,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-007.jpg",
"sha256": "99fccee0e96b6564c92ba81a08c44ef154cff23fe023658ad011bbcf4aeba5e9",
"pose": [
2.3635328458021405,
0.4199548159135874,
0.26876497301062585
],
"timestamp": 9656.165297001,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-008.jpg",
"sha256": "54332eeca927e372a9a3b92ff7264f51ade7dcf62813ee56d5254aa25444cb11",
"pose": [
2.447904106459702,
0.45200843215145947,
0.25698343102722854
],
"timestamp": 9656.904110417,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-009.jpg",
"sha256": "d7f9df07219fd822b4e0b3e191631f09ff9c269f5b9217d7f6feb0e3c40b1a46",
"pose": [
2.5261328286408435,
0.47297179728435257,
0.2618776026155355
],
"timestamp": 9657.436190954,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-000.jpg",
"sha256": "f98e71014a2ff324b365bf36fe05056d8336644b6b6c4c0b9da4f176414ac0b9",
"pose": [
2.5486322919784037,
0.47383234297646437,
0.27615815431776486
],
"timestamp": 9658.501981561,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-001.jpg",
"sha256": "22889956a096c333c9f755860adfa38e0f5b2d552f9ce118aea1317fbc9e4e33",
"pose": [
2.668975518110721,
0.5226311809385773,
0.36634412498448604
],
"timestamp": 9659.433682162,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-002.jpg",
"sha256": "d65b23badc2ad2c6339fe3bd5ad52a3e644ad679406121fff1edf2c7769e3b21",
"pose": [
2.7093030584210194,
0.5341810292263233,
0.4647852134303846
],
"timestamp": 9660.037273883,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-003.jpg",
"sha256": "ed88ac4777e4437c7c63cec98807be412cd35744650ac496ea33fe638979a31a",
"pose": [
2.7366822999504006,
0.541104757411701,
0.5282477121270054
],
"timestamp": 9660.437405294,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-004.jpg",
"sha256": "a0b7e8d490ea85c2044a8610f40c181a5f1476e21a83098ba601236ecc68d307",
"pose": [
2.7997468440222084,
0.5796303355989587,
0.5372177429171877
],
"timestamp": 9661.173687225,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-005.jpg",
"sha256": "4676416469a25db0485193d976b548484daf39402eb676cd9d9f641b34757f86",
"pose": [
2.8743868986922054,
0.6254563377089981,
0.5650432147573998
],
"timestamp": 9661.77418584,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-006.jpg",
"sha256": "5e0a802904773b271e58558346c62e68047d2c3638acd5119aac807269382a1b",
"pose": [
2.979181965771598,
0.685584251711323,
0.4544016144403487
],
"timestamp": 9662.639741599,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-007.jpg",
"sha256": "b593f2d366f5564ad81e9c52654221d451b3fadb4cc2de845693f1b4757b92e7",
"pose": [
3.076467305048357,
0.7308578209711767,
0.3655543482098235
],
"timestamp": 9663.509754931,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-008.jpg",
"sha256": "c9bdcc8f6bbb3f6587f4ee9405fadf0e10ad7d5b5d1d357d845a4a4e379c3147",
"pose": [
3.186157859990168,
0.7741025176536409,
0.3155987405997137
],
"timestamp": 9664.31070789,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-009.jpg",
"sha256": "ef10eb8d46f94424da8593242dc8002b1f891eef19e3e27cef9163fd38281332",
"pose": [
3.187039281671232,
0.7760073337491363,
0.3270649593190515
],
"timestamp": 9664.442823934,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-000.jpg",
"sha256": "f2ace9056e4f080969743c7fce5e7e955e5bf5fde1ab75c70684e3ff1704a27d",
"pose": [
3.2571461593162185,
0.8139628378585589,
0.5527716385174751
],
"timestamp": 9667.312738195,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-001.jpg",
"sha256": "a14062020fcf0e867e6154caf52a289b1036ad3ed8e9498e19ab589ec019e699",
"pose": [
3.330980657876753,
0.8696001514280601,
0.5451910012276183
],
"timestamp": 9668.046359676,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-002.jpg",
"sha256": "43525b9b5fc4716fbf2752e70dc8d7da8824f99284bdbc35f6b52473a776bc76",
"pose": [
3.4009333924648733,
0.918600640613778,
0.5321942630344814
],
"timestamp": 9669.116125213,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-003.jpg",
"sha256": "8052dbbfa1841d90d78a650c12b6a4fbe70c9f294aee0b9a9986fba752b52a77",
"pose": [
3.4876928554464692,
0.9695492876505826,
0.493905063486824
],
"timestamp": 9669.848949097,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-004.jpg",
"sha256": "56c0c5b62a795ef419361d94bcc5589aeb1f645395ccd9bf570f924c556e413c",
"pose": [
3.5800875962955314,
1.022080881404114,
0.30910998951792595
],
"timestamp": 9670.78281477,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-005.jpg",
"sha256": "7ac61567ccad44309b05a636a368aa87f5939e1c2c6ff1888fb58df525ef49f0",
"pose": [
3.659178568520467,
1.0422313599019128,
0.31398733613424157
],
"timestamp": 9671.316091127,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-006.jpg",
"sha256": "5e32b3e8053cc149df50f0c7ab86f97e298e20f484574ca9905b576807cc5d70",
"pose": [
3.746317227708793,
1.0622071478851467,
0.41262634857338615
],
"timestamp": 9672.32021245,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-007.jpg",
"sha256": "006024891600dd6d5bb1c2494876dc5c57572d3956df8c3076032d80c1eb60d6",
"pose": [
3.8106480591199694,
1.0920248628102445,
0.40250981407044806
],
"timestamp": 9672.919011802,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-008.jpg",
"sha256": "06fd527f112fbbd2dbe805c18725de891df93540d40e97d43f0a8779f75cd1c1",
"pose": [
3.870271413452008,
1.1157807633110055,
0.40978341737006535
],
"timestamp": 9673.452717807,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-009.jpg",
"sha256": "8b1f7b9e86ae95351a53408277493cd5f063f41dcb96334e00abfa8045e89ef2",
"pose": [
3.8749908495784067,
1.117842062004974,
0.41504222766144555
],
"timestamp": 9673.653356574,
"observation_id": 50
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.8699142610003037,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14
],
"tensor": "processed/segment1.pt",
"shape": [
4,
3,
256,
448
]
},
{
"indices": [
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
47,
48
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the streetsign, return to the orange fence you've seen before. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the streetsign, return to the orange fence you've seen before. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
870
],
"attention_mask": [
1,
870
],
"pixel_values_videos": [
1,
8960,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
870
],
"mm_token_type_ids": [
1,
870
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-000.jpg",
"sha256": "0c7171dcdfda675e8121379e9efc54a9abf0356977d823cd01f460b50c394187",
"pose": [
0.10001291376021931,
0.016841981661178645,
0.13036275467314812
],
"timestamp": 9636.079421371,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-001.jpg",
"sha256": "4153e8b5f175236c99a5636e43f66c667e8976c738dd8dae8110342e49a0a88a",
"pose": [
0.2361491757763821,
0.03231797243006966,
0.06752555569953717
],
"timestamp": 9637.012697103,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-007.jpg",
"sha256": "16b3abb7a8a1c010fd9dc48283930752cde726d500dfdf7a2b10eb6174e20885",
"pose": [
0.8772414897153485,
0.07594168058238177,
0.05982834940276599
],
"timestamp": 9642.288625843,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-008.jpg",
"sha256": "727c831169c360b697eef85443e0f07e37684dbebe41c90ce526a38dbd70fcd2",
"pose": [
0.9593458579086331,
0.08504377944230646,
0.06289425227531237
],
"timestamp": 9643.486326663,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-003.jpg",
"sha256": "08339a7af4ee31f89932b2b8bcb9502b40fa27306302ec6892778b5abac0fe60",
"pose": [
1.3083336805544634,
0.1672751995587879,
0.19129992421923334
],
"timestamp": 9647.024119594,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-004.jpg",
"sha256": "d6713871b85bf388826aeaa6e8f291a82eff7f1c611b91b5e99425af6b412330",
"pose": [
1.3883862611937123,
0.17791508770624737,
0.14002047446436156
],
"timestamp": 9647.559220307,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-005.jpg",
"sha256": "91b4c35a66e2f4ae2fd414b891250cbf58d08f91a36c157ad69b5bd681f6ac4b",
"pose": [
1.4570147691287239,
0.18880572568164178,
0.11831705475960785
],
"timestamp": 9648.158383288,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-006.jpg",
"sha256": "54c8048b4f74ce2bc4f5dac4246e192c40483849a5038dafc2b766797da4d472",
"pose": [
1.5232870796857225,
0.19292250242149656,
0.10979974637859025
],
"timestamp": 9648.694472229,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-007.jpg",
"sha256": "8962b7caffe9e53286726d135e2200fef5f1bbec0bd2dcd79b5f40811cbeeccd",
"pose": [
1.6006835646440685,
0.2075123521771431,
0.10786628775392304
],
"timestamp": 9649.294747252,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-008.jpg",
"sha256": "6258fc64d3a1a9cca1611d363c19f5a4e81ae3d57beb31b2fa8944c0b7ff4fca",
"pose": [
1.6925077166289488,
0.2152232687038581,
0.12490857614809119
],
"timestamp": 9649.894004061,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000002/input-009.jpg",
"sha256": "a741d079975a9058f0b100163469052bc83e838471db6396c6743f3fe3016b71",
"pose": [
1.7157071359075144,
0.21934093975938285,
0.16751221296426955
],
"timestamp": 9650.225514955,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-000.jpg",
"sha256": "c23120c71d5888edbc79ddfc3712840dc026535d6313423479cee047dbe94866",
"pose": [
1.798964414980512,
0.2411117704731418,
0.17354934857860765
],
"timestamp": 9651.694500605,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-001.jpg",
"sha256": "940ea010af3a83dd641ea4ffc625b2ba35bf62fc37bf77a01dc9db97ef24a881",
"pose": [
1.9017823693329343,
0.267525076187233,
0.22450991351721136
],
"timestamp": 9652.562508071,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-002.jpg",
"sha256": "4c5ff66c6635ba732a0432f9e641f4bb557c8657d008a027b96505cf148237d9",
"pose": [
1.9966866879110747,
0.29834945153596093,
0.29013919832785373
],
"timestamp": 9653.364641777,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-003.jpg",
"sha256": "2be5182fd3392284260e800039ec14d3b68189d583084f1f910817081574f22d",
"pose": [
2.0905340917649524,
0.3317595103843767,
0.34831826068161914
],
"timestamp": 9653.967484958,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-004.jpg",
"sha256": "9730dc53269bbed7781d6795d34d2de95b90a58d59c54066dfebf053d931edae",
"pose": [
2.1726625920824794,
0.363605968095397,
0.3039544182208286
],
"timestamp": 9654.566588834,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-005.jpg",
"sha256": "d04101cf0dc35dca3eecda236706f9bbc1f29c698aa1694a71b4299758104b7a",
"pose": [
2.2472954469016337,
0.38673031177384243,
0.2910563282174412
],
"timestamp": 9655.10049139,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-006.jpg",
"sha256": "29628729abdf08bf93a04c292c8c4e69abb01dd05bd795e8d5fb9cc710ba49f0",
"pose": [
2.2953715909271657,
0.4028497925078447,
0.2517817321353191
],
"timestamp": 9655.633777604,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-007.jpg",
"sha256": "99fccee0e96b6564c92ba81a08c44ef154cff23fe023658ad011bbcf4aeba5e9",
"pose": [
2.3635328458021405,
0.4199548159135874,
0.26876497301062585
],
"timestamp": 9656.165297001,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-008.jpg",
"sha256": "54332eeca927e372a9a3b92ff7264f51ade7dcf62813ee56d5254aa25444cb11",
"pose": [
2.447904106459702,
0.45200843215145947,
0.25698343102722854
],
"timestamp": 9656.904110417,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000003/input-009.jpg",
"sha256": "d7f9df07219fd822b4e0b3e191631f09ff9c269f5b9217d7f6feb0e3c40b1a46",
"pose": [
2.5261328286408435,
0.47297179728435257,
0.2618776026155355
],
"timestamp": 9657.436190954,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-000.jpg",
"sha256": "f98e71014a2ff324b365bf36fe05056d8336644b6b6c4c0b9da4f176414ac0b9",
"pose": [
2.5486322919784037,
0.47383234297646437,
0.27615815431776486
],
"timestamp": 9658.501981561,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-001.jpg",
"sha256": "22889956a096c333c9f755860adfa38e0f5b2d552f9ce118aea1317fbc9e4e33",
"pose": [
2.668975518110721,
0.5226311809385773,
0.36634412498448604
],
"timestamp": 9659.433682162,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-002.jpg",
"sha256": "d65b23badc2ad2c6339fe3bd5ad52a3e644ad679406121fff1edf2c7769e3b21",
"pose": [
2.7093030584210194,
0.5341810292263233,
0.4647852134303846
],
"timestamp": 9660.037273883,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-003.jpg",
"sha256": "ed88ac4777e4437c7c63cec98807be412cd35744650ac496ea33fe638979a31a",
"pose": [
2.7366822999504006,
0.541104757411701,
0.5282477121270054
],
"timestamp": 9660.437405294,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-004.jpg",
"sha256": "a0b7e8d490ea85c2044a8610f40c181a5f1476e21a83098ba601236ecc68d307",
"pose": [
2.7997468440222084,
0.5796303355989587,
0.5372177429171877
],
"timestamp": 9661.173687225,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-005.jpg",
"sha256": "4676416469a25db0485193d976b548484daf39402eb676cd9d9f641b34757f86",
"pose": [
2.8743868986922054,
0.6254563377089981,
0.5650432147573998
],
"timestamp": 9661.77418584,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-006.jpg",
"sha256": "5e0a802904773b271e58558346c62e68047d2c3638acd5119aac807269382a1b",
"pose": [
2.979181965771598,
0.685584251711323,
0.4544016144403487
],
"timestamp": 9662.639741599,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-007.jpg",
"sha256": "b593f2d366f5564ad81e9c52654221d451b3fadb4cc2de845693f1b4757b92e7",
"pose": [
3.076467305048357,
0.7308578209711767,
0.3655543482098235
],
"timestamp": 9663.509754931,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000004/input-009.jpg",
"sha256": "ef10eb8d46f94424da8593242dc8002b1f891eef19e3e27cef9163fd38281332",
"pose": [
3.187039281671232,
0.7760073337491363,
0.3270649593190515
],
"timestamp": 9664.442823934,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-000.jpg",
"sha256": "f2ace9056e4f080969743c7fce5e7e955e5bf5fde1ab75c70684e3ff1704a27d",
"pose": [
3.2571461593162185,
0.8139628378585589,
0.5527716385174751
],
"timestamp": 9667.312738195,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-001.jpg",
"sha256": "a14062020fcf0e867e6154caf52a289b1036ad3ed8e9498e19ab589ec019e699",
"pose": [
3.330980657876753,
0.8696001514280601,
0.5451910012276183
],
"timestamp": 9668.046359676,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-002.jpg",
"sha256": "43525b9b5fc4716fbf2752e70dc8d7da8824f99284bdbc35f6b52473a776bc76",
"pose": [
3.4009333924648733,
0.918600640613778,
0.5321942630344814
],
"timestamp": 9669.116125213,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-003.jpg",
"sha256": "8052dbbfa1841d90d78a650c12b6a4fbe70c9f294aee0b9a9986fba752b52a77",
"pose": [
3.4876928554464692,
0.9695492876505826,
0.493905063486824
],
"timestamp": 9669.848949097,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-004.jpg",
"sha256": "56c0c5b62a795ef419361d94bcc5589aeb1f645395ccd9bf570f924c556e413c",
"pose": [
3.5800875962955314,
1.022080881404114,
0.30910998951792595
],
"timestamp": 9670.78281477,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-005.jpg",
"sha256": "7ac61567ccad44309b05a636a368aa87f5939e1c2c6ff1888fb58df525ef49f0",
"pose": [
3.659178568520467,
1.0422313599019128,
0.31398733613424157
],
"timestamp": 9671.316091127,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-006.jpg",
"sha256": "5e32b3e8053cc149df50f0c7ab86f97e298e20f484574ca9905b576807cc5d70",
"pose": [
3.746317227708793,
1.0622071478851467,
0.41262634857338615
],
"timestamp": 9672.32021245,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-007.jpg",
"sha256": "006024891600dd6d5bb1c2494876dc5c57572d3956df8c3076032d80c1eb60d6",
"pose": [
3.8106480591199694,
1.0920248628102445,
0.40250981407044806
],
"timestamp": 9672.919011802,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-008.jpg",
"sha256": "06fd527f112fbbd2dbe805c18725de891df93540d40e97d43f0a8779f75cd1c1",
"pose": [
3.870271413452008,
1.1157807633110055,
0.40978341737006535
],
"timestamp": 9673.452717807,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000005/input-009.jpg",
"sha256": "8b1f7b9e86ae95351a53408277493cd5f063f41dcb96334e00abfa8045e89ef2",
"pose": [
3.8749908495784067,
1.117842062004974,
0.41504222766144555
],
"timestamp": 9673.653356574,
"observation_id": 50
}
]
}