{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
"sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
"pose": [
0.12909141487417278,
0.011847864984326715,
0.05259124073762499
],
"timestamp": 3759.233764702,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
"sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
"pose": [
0.1844532070730034,
0.01576660001918939,
0.044527474898336195
],
"timestamp": 3759.768429397,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
"sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
"pose": [
0.2490706824027105,
0.023111195118479352,
0.018935997804137017
],
"timestamp": 3760.30490008,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
"sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
"pose": [
0.3204929630779462,
0.02335811621220315,
0.03730324135760643
],
"timestamp": 3760.83502784,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
"sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
"pose": [
0.3941892539568615,
0.0314064771284288,
0.044947288322075174
],
"timestamp": 3761.43683159,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
"sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
"pose": [
0.6169960984580202,
0.048820058278968764,
0.08580916902638247
],
"timestamp": 3763.105272632,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
"sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
"pose": [
0.646298739494555,
0.049247210558735335,
0.10098477474798306
],
"timestamp": 3763.50224111,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
"sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
"pose": [
0.7706286388455564,
0.09281832348259679,
0.227219366963765
],
"timestamp": 3766.513121688,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
"sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
"pose": [
0.9513972826350103,
0.12658886363978544,
0.11869556188597485
],
"timestamp": 3767.443934383,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
"sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
"pose": [
1.2703571694407634,
0.15818044704389958,
0.1277337467780466
],
"timestamp": 3769.8480285,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
"sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
"pose": [
1.3541566665738527,
0.1766097411840586,
0.12623611247950928
],
"timestamp": 3770.579851769,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
"sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
"pose": [
1.4503539065286957,
0.1856762349978633,
0.13927955083373744
],
"timestamp": 3771.177819282,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
"sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
"pose": [
1.5267822493604275,
0.2034225443850975,
0.14253306769596374
],
"timestamp": 3771.781277909,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-000.jpg",
"sha256": "461b88f5f5f6e985a739e161ff0cf46b46b57be46a56a41b0ce01dcefc9dda22",
"pose": [
1.752178054143127,
0.21194840432783923,
-0.007921268760034295
],
"timestamp": 3775.916533623,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-001.jpg",
"sha256": "6ffac0708bc27280907815aa79cdb2d4908d4b79d7236bea76605bd8c01461f8",
"pose": [
1.8723160401624381,
0.24713030206296072,
-0.01796373054039746
],
"timestamp": 3776.984417041,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-002.jpg",
"sha256": "6c33fa715b9e4518d9248ae8343290ebd81f4335706ab9173451a06897d5ff70",
"pose": [
1.993905388122238,
0.25832961491563533,
-0.014671645066976156
],
"timestamp": 3777.789400483,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-003.jpg",
"sha256": "f9054b40e547a00fe89a3db0f7c08ff331af0d490efd4a115a258604f34762a0",
"pose": [
2.116442527781965,
0.26739249322893854,
-0.0831983622976156
],
"timestamp": 3778.71913605,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-006.jpg",
"sha256": "0cd0e4ac92f7f2e561fd425c1b35473ce21aa5a1a7b71c5af431cfec713a027a",
"pose": [
2.382250744785961,
0.27464498533244175,
0.024043457339858243
],
"timestamp": 3784.525296321,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-007.jpg",
"sha256": "4da30ae45f930af07b66d977de94d3ca9c1f8b1a51a61c3ebaa5f75f515a69a5",
"pose": [
2.489669762780742,
0.2992654634642147,
0.049375327327923824
],
"timestamp": 3785.45978736,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-008.jpg",
"sha256": "3133737c46fe2eb540b5ac8a686ca68572a49c5b0f3ce8974363ff486b4f5d90",
"pose": [
2.5960288978796497,
0.29917410125358274,
0.11077264037543655
],
"timestamp": 3786.329117849,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-009.jpg",
"sha256": "c3bbb5aa4f2dbb1a7acdc48e319508ee9c62285b040da2e85ee9ef1d45763064",
"pose": [
2.7310923339526805,
0.33228514224780664,
0.1154959811040328
],
"timestamp": 3787.197534992,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-002.jpg",
"sha256": "3b474a617440fecabe0570fbffd4029915f81139fdb0f36c6744e95482ce0489",
"pose": [
3.0078259171324744,
0.4003251184276352,
0.2843557142112494
],
"timestamp": 3791.869171978,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-003.jpg",
"sha256": "3a84b6de9362fbefc4b0a99577997d61c180db377bcaf00482766a607f647146",
"pose": [
3.0849384166362284,
0.43635783228420105,
0.2707789135275509
],
"timestamp": 3792.602412131,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-004.jpg",
"sha256": "5fecd63565d42ddfc59d742b7febc170602097e6f3547f7d8bc960ee3ee052e5",
"pose": [
3.1683224747375975,
0.45640703259113496,
0.27562111132718226
],
"timestamp": 3793.13590888,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-005.jpg",
"sha256": "a8f41e7c285988e14edbf5f822effed667e9d8ec07835d364741578e92ee645c",
"pose": [
3.248248282664277,
0.48213268812895904,
0.24413993016761504
],
"timestamp": 3793.802283206,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-008.jpg",
"sha256": "45d195439a01931c440565d978db6840ab7ab63ea09248a82ea9173680677019",
"pose": [
3.512070317618356,
0.5440544574842705,
0.2557825839421084
],
"timestamp": 3795.737849628,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-009.jpg",
"sha256": "005ab71d26a563b3e5b5a40e757b4046c5cbd8a4b1a921f7a427a6a3b05ddcc7",
"pose": [
3.5844322447168686,
0.5704197337862489,
0.2569006606296482
],
"timestamp": 3796.337351821,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-000.jpg",
"sha256": "608991a78e7b026b74773f7085512c49c2e59cc4882802e3bb58858fea891309",
"pose": [
3.5813718731901822,
0.5698941478176622,
0.3349855461169464
],
"timestamp": 3799.673933926,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-001.jpg",
"sha256": "4220881b2a598225069901b3d2e9501d153d168c4f5b3b2cff0c71752e1d63bf",
"pose": [
3.651591673902953,
0.5928235815950168,
0.33961341133595946
],
"timestamp": 3800.274431164,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-008.jpg",
"sha256": "cbf91d600294d9b622134f3f901826400f1db089c273204368d626f315706f9a",
"pose": [
4.282837802223793,
0.9469145433100474,
0.38102981237162936
],
"timestamp": 3805.746977393,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-008.jpg",
"sha256": "19f4ea61e8e109bcb79e3bc7e7f5a3b91ae31b9952cd1224a1f8586a3f8c2726",
"pose": [
5.445449619309003,
1.2382789430338161,
0.24422829608961963
],
"timestamp": 3822.496612047,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.003875088999848,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
77,
78
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the white board and turn right to the person in white clothes. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: go to the white board and turn right to the person in white clothes. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1053
],
"attention_mask": [
1,
1053
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1053
],
"mm_token_type_ids": [
1,
1053
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
"sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
"pose": [
-7.3138000517189e-05,
2.6357340357537498e-05,
0.0012094394635089323
],
"timestamp": 3756.785704866,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
"sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
"pose": [
0.07561628721612401,
0.009116145534515509,
0.11897634243268664
],
"timestamp": 3758.700354068,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
"sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
"pose": [
0.4704173684144902,
0.03516660519786214,
0.0612215719380762
],
"timestamp": 3761.968572498,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
"sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
"pose": [
0.5440841912855214,
0.04662550191119022,
0.06950363547163807
],
"timestamp": 3762.571978611,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
"sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
"pose": [
1.073195389923681,
0.13830989411901162,
0.10583928674519738
],
"timestamp": 3768.441441475,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
"sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
"pose": [
1.1450063203555736,
0.14875471367485416,
0.10987390626402414
],
"timestamp": 3769.110401368,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
"sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
"pose": [
1.6038866766223332,
0.21123882897354018,
0.16170444634698766
],
"timestamp": 3772.313721627,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
"sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
"pose": [
1.6542670744070467,
0.2233331527837079,
0.16970714459898462
],
"timestamp": 3772.846881307,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-004.jpg",
"sha256": "7f104a4b2ef1f9f3d03eb3311e1993a74665b5f655d07f3be149687fc7058c87",
"pose": [
2.1647139287134993,
0.2704030311647034,
-0.0876195961263522
],
"timestamp": 3782.723011139,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000003/input-005.jpg",
"sha256": "de3e8569229eabb5847cd47c4cf39a05b0ee114b75ba81dc29a3b45aac00a18b",
"pose": [
2.2745358192105,
0.27290544302516345,
-0.02267621483286586
],
"timestamp": 3783.658322559,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-000.jpg",
"sha256": "1e6bd47fedf544898b1931aff02cd0cc952a78ae89c42055a9e280bffea5c74c",
"pose": [
2.842135371595007,
0.3447645374286272,
0.2093174981364574
],
"timestamp": 3790.195614971,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-001.jpg",
"sha256": "f894ee8fadf62825c6d0c7208e86205cf2edc944647cc6e9d14e194e1793c7e1",
"pose": [
2.9272178157033886,
0.3800094084857012,
0.2421589135908282
],
"timestamp": 3791.131906459,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-006.jpg",
"sha256": "2267b8fa12c85646b90ec9918c5661ab0b90dd9942291115e683480b63dce031",
"pose": [
3.334635063724316,
0.49715675840668766,
0.22765374915528858
],
"timestamp": 3794.404236625,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000004/input-007.jpg",
"sha256": "bbd75f25c66434061231fd903cdb21d8caffd8e98a30ee3d976488e9de9dd628",
"pose": [
3.4180347061431178,
0.5245747256142863,
0.22359081069340503
],
"timestamp": 3795.135005936,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-002.jpg",
"sha256": "e42fe46441f37328f8cdd863a6f2709c1dde3a0b7e96ec50d7b730b4ecea56a4",
"pose": [
3.7225010617874683,
0.6342434539429888,
0.4007896168660112
],
"timestamp": 3800.941767061,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-003.jpg",
"sha256": "19a88710082c1041b29c09a33bc94c7c45fd50a1fe73fc2a989b2063fdd2008d",
"pose": [
3.798141662474805,
0.6764016051879681,
0.5329435385032544
],
"timestamp": 3801.540642575,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-004.jpg",
"sha256": "ee4f13961c4c08fc2321d8d6c0e45a51b7004b29bb0ada533f48fe89dacd6c36",
"pose": [
3.8688266577748593,
0.7298997698165642,
0.5366667876175186
],
"timestamp": 3802.344521912,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-005.jpg",
"sha256": "8d170eba0190d71df407b11407b22d01dedbb97162533128806aca13be88f0de",
"pose": [
3.9459768716679786,
0.7769215794781215,
0.5463049613848874
],
"timestamp": 3803.081104941,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-006.jpg",
"sha256": "83fa909864e635a01f5aecb3154ff09af69628cab9183cbd76f4401ef4a1bccb",
"pose": [
4.062636364410975,
0.843697259517517,
0.4821074865123949
],
"timestamp": 3804.011945925,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-007.jpg",
"sha256": "26045e26ab155465def9752ddaac4f2a8b1903804386eea5ea41ce809c6fea13",
"pose": [
4.181256037270887,
0.9085053335482594,
0.4252650008587264
],
"timestamp": 3804.947423048,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000005/input-009.jpg",
"sha256": "d309d43bf19cdad0b29db822d96d3ea278cc33bd275df25e0fd656f50952c8a7",
"pose": [
4.274993475803513,
0.9415238201682559,
0.3787486149773546
],
"timestamp": 3805.879920732,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-000.jpg",
"sha256": "7bcd857f6ae5656aefe0945382a68bf4c57e4de3e548840822535a5b15780495",
"pose": [
4.26922105057358,
0.9332274858648475,
0.09711078012888175
],
"timestamp": 3809.085867616,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-001.jpg",
"sha256": "d44dfb3387118ea1e123b08ee0439463654b97185ac54b9d9ce1367fb552a117",
"pose": [
4.3848404357320945,
0.9397473146948395,
0.060370865913578875
],
"timestamp": 3809.884487335,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-002.jpg",
"sha256": "a48f0f133da1e2f36b9b3c90bcea4baea54f952ceeb5557c09b51b0206e09f63",
"pose": [
4.4817366733219215,
0.9546744245754042,
0.21614567980974853
],
"timestamp": 3810.618739174,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-003.jpg",
"sha256": "5ecf7d4637e4ff78618563f658a4849f5aa5771726ca17cc9c4dfb189d4241fa",
"pose": [
4.563430251722828,
0.9870476329523094,
0.28389169533650493
],
"timestamp": 3811.353855173,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-004.jpg",
"sha256": "a944ffe8e8379f2bbc32ac3ed7221fc4d51bff33fcc2a7f06ce7412dde6d08b1",
"pose": [
4.586153546715681,
0.9959100401812556,
0.3096140679237753
],
"timestamp": 3811.685650716,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-005.jpg",
"sha256": "02e028bbfe65e5ffa8d343af47f44767e5b366bc8f246df58c77075888a2ee49",
"pose": [
4.585623656605372,
0.9953894455885124,
0.31097108988669303
],
"timestamp": 3811.819606445,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-006.jpg",
"sha256": "5320b0d98c699daa43e992bb36715783c3604f0d8752ee89125c943462589b9c",
"pose": [
4.649476944363838,
1.019979779516728,
0.306955707345967
],
"timestamp": 3812.489906451,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-007.jpg",
"sha256": "d70e313621b08a4d5a71eb0a7634950edca7df9cc92c7b448901f9001aa4851b",
"pose": [
4.728678230068358,
1.04414188959978,
0.3009878174423477
],
"timestamp": 3813.425679393,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-008.jpg",
"sha256": "82cc05cb64780dd134f85da7136b8beab6d64cdcb9ec82a60cd76125bfb40d6e",
"pose": [
4.797305445618658,
1.0719770919773142,
0.2951768437043829
],
"timestamp": 3814.089631837,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000006/input-009.jpg",
"sha256": "dfdd0507b30fd23ab25ee922603303c4eaa45d4540bbbe43643268dd2766b7ed",
"pose": [
4.857401549584693,
1.0872471191292963,
0.30196220619314174
],
"timestamp": 3814.623436437,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-000.jpg",
"sha256": "fbd8d258f28663e6e7874d81105ceb03ce43ea37f265f367bbd6f08c993f261d",
"pose": [
4.888034137390237,
1.0976158120664288,
0.3073984363413867
],
"timestamp": 3816.956879402,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-001.jpg",
"sha256": "b28f163cd76e585992f66ca268e14293185f16e3e8829b0e020240d8f3bbb526",
"pose": [
4.94654944802241,
1.1211928307284489,
0.2989864167142877
],
"timestamp": 3817.626003653,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-002.jpg",
"sha256": "a7f683f803ca2dfb896ed4c1616a1cce1e58fa5fdc2b6387f34229740373be09",
"pose": [
4.976986201683309,
1.1318978191233637,
0.29541604501088115
],
"timestamp": 3818.025749256,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-003.jpg",
"sha256": "a0b51051f2ea0ee331cd2e26c2db301500072e0661a32cc952a4c97e4404d40d",
"pose": [
5.00296126627615,
1.1333149563811908,
0.23439380754908923
],
"timestamp": 3818.629131721,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-004.jpg",
"sha256": "15498259517747e261005e96420d745185372d62854f340e5b0a7f18c62c9d93",
"pose": [
5.061391655480118,
1.1506351113995232,
0.2529557317771726
],
"timestamp": 3819.429743385,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-005.jpg",
"sha256": "7881c7e015d25e5c6d7569b4f315d8624e933455619a24c98230ba1af70c3e01",
"pose": [
5.1366376816122,
1.1602401982018065,
0.18646567625996013
],
"timestamp": 3820.226155791,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-006.jpg",
"sha256": "63464cd88d114096176ddfd5464ab261a2a81365872639f61f097dbbb6fac356",
"pose": [
5.235035115560123,
1.1839799175550847,
0.19181708491527782
],
"timestamp": 3820.961787841,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-007.jpg",
"sha256": "94ff811829ba64540e0932aabc83cf8ac8c381ebd31f87cf07e22981fd45eadf",
"pose": [
5.33923632878847,
1.2054698015200773,
0.20618352214927296
],
"timestamp": 3821.696938625,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000007/input-009.jpg",
"sha256": "0e16b3c7edef1bb174623b0a3c05c8ead1076b8fb4ebe0aba7ccb283b8a8cd78",
"pose": [
5.448291544961753,
1.2370113846360578,
0.26736272116986903
],
"timestamp": 3822.631795949,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-000.jpg",
"sha256": "bc0f73b9616008b8f1c00cdf8b4e87e6da8f93f536075538ccecd49ae9683a32",
"pose": [
5.501427444563165,
1.253930175648994,
0.26597567307434655
],
"timestamp": 3825.366725702,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-001.jpg",
"sha256": "609cafe32e47be1726eded2877d07af7abd3fe74041e4bfd38c523893e7e4b69",
"pose": [
5.535802449592857,
1.2614570675161456,
0.2829726539209992
],
"timestamp": 3826.102669827,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-002.jpg",
"sha256": "399f8490ecb97e83f21eb647b0a6a50cac1d9c1f4577895e270af1e3b93f58c7",
"pose": [
5.584545150695825,
1.2746354192820502,
0.28206142321241323
],
"timestamp": 3826.701323829,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-003.jpg",
"sha256": "d46a8230673d3503a8278d927546e9f6bad6e5e2a7a349ef2ee6dfe2aeb67d05",
"pose": [
5.6576332067227915,
1.2948435333491866,
0.21973978804051783
],
"timestamp": 3827.371439189,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-004.jpg",
"sha256": "97f9e18950a04e287b5839d82dc78def13a2c4c829d7870a591ebab654a4c424",
"pose": [
5.737525865452008,
1.3071565287235603,
0.17570277455825378
],
"timestamp": 3827.968569518,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-005.jpg",
"sha256": "e927318f3a661afd0a51c328165758916e14da8c5316a786c3fb37fb51f22aaa",
"pose": [
5.81039831617638,
1.3198417481198481,
0.09634745952046052
],
"timestamp": 3828.638385667,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-006.jpg",
"sha256": "48519b087a7da6228babd1eb9db17e9e6dff2c7058b6c0d909006c3d8cc54a01",
"pose": [
5.891926797981557,
1.3254480565967048,
0.11337551381586763
],
"timestamp": 3829.171207766,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-007.jpg",
"sha256": "1be0f54ed0e6df0e8841a782b7f6068401980e17b5b41db833219e9915b6c1cf",
"pose": [
5.97213942686471,
1.3447872019174818,
0.1787305632647462
],
"timestamp": 3829.7709348,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-008.jpg",
"sha256": "0870361ef2c4a16940b1a6795dab1b40defd99210dd239dc932448165fecbc75",
"pose": [
6.063955648075376,
1.3636498946314102,
0.24137225920642846
],
"timestamp": 3830.371365027,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000008/input-009.jpg",
"sha256": "d3f220f46fcce640e1bd5178184397d01da8032ba70e11e89fb3eb0e26189352",
"pose": [
6.05956292538744,
1.3606138289313843,
0.26404365726521967
],
"timestamp": 3830.570950602,
"observation_id": 80
}
]
}