{
  "instruction": "go to the white board and turn right to the person in white clothes",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
      "sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
      "pose": [
        -1.3540401999577991e-06,
        3.2887720179785936e-05,
        0.0012055776087245285
      ],
      "timestamp": 4055.472569418,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
      "sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
      "pose": [
        -0.004724162959207632,
        0.008641130381755062,
        0.28813170889151457
      ],
      "timestamp": 4057.802034636,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
      "sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
      "pose": [
        0.003143654186036657,
        0.01958049735787906,
        0.550314705460645
      ],
      "timestamp": 4062.539655754,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
      "sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
      "pose": [
        0.09107383805725776,
        0.08703520980279998,
        0.6747184328354285
      ],
      "timestamp": 4063.273526202,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
      "sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
      "pose": [
        0.16727436570010504,
        0.1504172478053437,
        0.6868370097631404
      ],
      "timestamp": 4064.140406969,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
      "sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
      "pose": [
        0.20297694007677797,
        0.18696440325778552,
        0.688946979170413
      ],
      "timestamp": 4064.675279353,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
      "sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
      "pose": [
        0.2215045090173007,
        0.20830725683167178,
        0.6916023388856287
      ],
      "timestamp": 4065.00940311,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
      "sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
      "pose": [
        0.284573430114548,
        0.257895678399643,
        0.7236530940136173
      ],
      "timestamp": 4065.673018902,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
      "sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
      "pose": [
        0.33715613205744877,
        0.3158514725211957,
        0.7164113398332808
      ],
      "timestamp": 4066.276980299,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
      "sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
      "pose": [
        0.38503960079347854,
        0.35661842581922326,
        0.6192333132493888
      ],
      "timestamp": 4066.942347548,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
      "sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
      "pose": [
        0.43008239991832936,
        0.3918953825558952,
        0.6040923920106069
      ],
      "timestamp": 4067.678827533,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
      "sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
      "pose": [
        0.4350300360878494,
        0.4108511981297523,
        0.35568343968518007
      ],
      "timestamp": 4072.548189769,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
      "sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
      "pose": [
        0.5081767594026241,
        0.43077635054597974,
        0.3689221995648711
      ],
      "timestamp": 4073.082279947,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
      "sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
      "pose": [
        0.555164828233431,
        0.4665538567502763,
        0.5041426621204723
      ],
      "timestamp": 4073.81729335,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
      "sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
      "pose": [
        0.6159484970822556,
        0.5055312323039645,
        0.587722301656955
      ],
      "timestamp": 4074.350658926,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
      "sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
      "pose": [
        0.6744795193660529,
        0.5572337134132799,
        0.6195569693919236
      ],
      "timestamp": 4074.952202187,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
      "sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
      "pose": [
        0.7377022498888441,
        0.6046070269338059,
        0.6411890821585564
      ],
      "timestamp": 4075.485203109,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
      "sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
      "pose": [
        0.7938764858420037,
        0.6532603119741173,
        0.6418338150918877
      ],
      "timestamp": 4076.08724978,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
      "sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
      "pose": [
        0.8611703960695329,
        0.7007413565926156,
        0.6570550659771065
      ],
      "timestamp": 4076.619466097,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
      "sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
      "pose": [
        0.9156755775941422,
        0.7497081373518356,
        0.6566143480427586
      ],
      "timestamp": 4077.218561556,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
      "sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
      "pose": [
        0.9595346635097939,
        0.7800188426274903,
        0.6347759860967825
      ],
      "timestamp": 4077.688398994,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-000.jpg",
      "sha256": "ad5881a70be1c1fa9b1a777d3a466bbce01ed93bb6aeae1eaa00bbffa43de7f8",
      "pose": [
        1.0483057522310357,
        0.8519644840087119,
        0.6748485684756658
      ],
      "timestamp": 4086.229395063,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-001.jpg",
      "sha256": "0d1f3655c9b1e6dd09a9a6085ac7d7a881de7d5676fab786fa24448274960a88",
      "pose": [
        1.1110758322486172,
        0.9100809937136991,
        0.6292183240357565
      ],
      "timestamp": 4086.96331841,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-002.jpg",
      "sha256": "7d8997ce15370622cb81cb82485fabb20324c53f3da7db0a6c67a93b51b5b3a3",
      "pose": [
        1.1775842013802447,
        0.9509516082229234,
        0.6474739529998781
      ],
      "timestamp": 4087.497535793,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-003.jpg",
      "sha256": "a1b997ad08615553481b635e622adf83b9808517e40be4b09401ff2a4a6453d0",
      "pose": [
        1.2191398139101708,
        0.9838236941622721,
        0.657775557260518
      ],
      "timestamp": 4088.030900537,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-004.jpg",
      "sha256": "dda54cd54ad397406eadccfa055bf3c08e8375dd3b36091230e49cde269972d2",
      "pose": [
        1.269498906020356,
        1.020109566046475,
        0.6558853955835426
      ],
      "timestamp": 4088.631290411,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-005.jpg",
      "sha256": "f148ded204ef13a02931ae815395603c67fadb6ef7e8f7b76a01a4b90d59b806",
      "pose": [
        1.3280134418495635,
        1.066545266843469,
        0.588243278032609
      ],
      "timestamp": 4089.431723445,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-006.jpg",
      "sha256": "23957fdb7452c2b06d0025aafec4ed258b4e5aa664096d94cca585afa9cb14ce",
      "pose": [
        1.4145362407433242,
        1.1228841191498933,
        0.5787202094733676
      ],
      "timestamp": 4090.232422377,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-007.jpg",
      "sha256": "ffdc8afb380309b4879780c3c05f46b57e47850fc48c42932159b3319ee56d8f",
      "pose": [
        1.5124529862246527,
        1.197595349760238,
        0.5868663107405852
      ],
      "timestamp": 4091.100318029,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-008.jpg",
      "sha256": "41556328bf15b5a6bac2a8483fcc6224d6033160bdb5f48186d5716d800165b7",
      "pose": [
        1.594792985345524,
        1.2522619243943736,
        0.6555390696270653
      ],
      "timestamp": 4092.235242578,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-009.jpg",
      "sha256": "18190da10a4620c209a466044d8321a94d6b056fbc4caf9d99b135e3b8d06e1e",
      "pose": [
        1.5806783012390317,
        1.242680478770288,
        0.6828175172046473
      ],
      "timestamp": 4092.43680333,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-000.jpg",
      "sha256": "1303c8a81a25e3f0108598a5db2284d82a11144058858121a3a2388eda5920db",
      "pose": [
        1.4150652694482504,
        1.2507896643314014,
        0.5967663458931922
      ],
      "timestamp": 4106.115153671,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-001.jpg",
      "sha256": "e1df8e790af782af8383548f830d27145a5f41d489567ed27676d0ae0827d47c",
      "pose": [
        1.5020688197551848,
        1.3138620850567535,
        0.6117723069468365
      ],
      "timestamp": 4107.184996169,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-002.jpg",
      "sha256": "88be7a903051128a19d53f1a3291f592db297ff8db70ec936853f33c5383a15b",
      "pose": [
        1.5825060556643218,
        1.3838903599550088,
        0.6515040768930861
      ],
      "timestamp": 4107.985141513,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-003.jpg",
      "sha256": "ebb12e466b29e3af8855519c83d40649785349057e5b9fd80f81505fcc5bd676",
      "pose": [
        1.6574133670867244,
        1.448912835599457,
        0.7080221887189231
      ],
      "timestamp": 4108.722823494,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-004.jpg",
      "sha256": "72179b1fd306465cb27df7f0b14809ba269d6fa00bc7c782cd57696e9f7e9e80",
      "pose": [
        1.6892109771029533,
        1.4877205242913942,
        0.7109281809275816
      ],
      "timestamp": 4109.184755361,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-005.jpg",
      "sha256": "c663e07f900101ba345cc1bb7e3bdd1f821bf1c9139d80bbbee731b1cb35cf3f",
      "pose": [
        1.7076571359160562,
        1.5081119801275635,
        0.7080949498164595
      ],
      "timestamp": 4109.521481999,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-006.jpg",
      "sha256": "576a51db7c93d70a308f65ae9974839a555198671a831db7a61d9f8d7b4cdb8b",
      "pose": [
        1.769573140454133,
        1.5609782196041246,
        0.7214948207505378
      ],
      "timestamp": 4110.324098249,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-007.jpg",
      "sha256": "1ca21bdf08b1603853b530f6b097ea9dfd8da7eca54002e98f086f7a1bdd059d",
      "pose": [
        1.8328433282422991,
        1.6250607686358647,
        0.7163733606017362
      ],
      "timestamp": 4111.05410734,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-008.jpg",
      "sha256": "13540620425f2745633097cee5738c097410ac989bde02da83f20d9a724f7508",
      "pose": [
        1.9087325948752607,
        1.6846311913664405,
        0.7306141407709748
      ],
      "timestamp": 4111.654238132,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-009.jpg",
      "sha256": "3e3aba89294377cc4de83077fd8579746dac3208fa17b5e9424eb5e1600d9b3f",
      "pose": [
        1.9662071929733045,
        1.7424972664671847,
        0.6454815572502287
      ],
      "timestamp": 4112.254626694,
      "observation_id": 40
    }
  ],
  "time_resampled_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 13.678350341000169,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
  ],
  "segments": [
    {
      "indices": [
        0,
        1
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        5,
        6
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "tensor": "processed/segment2.pt",
      "shape": [
        32,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        39,
        40
      ],
      "tensor": "processed/segment3.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        24,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        4158,
        4479,
        323,
        2484,
        1290,
        311,
        279,
        1697,
        304,
        4158,
        15097,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        830
      ],
      "attention_mask": [
        1,
        830
      ],
      "pixel_values_videos": [
        1,
        8512,
        1536
      ],
      "video_grid_thw": [
        4,
        3
      ],
      "_original_video_grid_thw": [
        4,
        3
      ],
      "_post_vit_pool_factors": [
        4
      ],
      "position_ids": [
        1,
        3,
        830
      ],
      "mm_token_type_ids": [
        1,
        830
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
      "sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
      "pose": [
        -1.3540401999577991e-06,
        3.2887720179785936e-05,
        0.0012055776087245285
      ],
      "timestamp": 4055.472569418,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
      "sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
      "pose": [
        -0.004724162959207632,
        0.008641130381755062,
        0.28813170889151457
      ],
      "timestamp": 4057.802034636,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
      "sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
      "pose": [
        0.20297694007677797,
        0.18696440325778552,
        0.688946979170413
      ],
      "timestamp": 4064.675279353,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
      "sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
      "pose": [
        0.2215045090173007,
        0.20830725683167178,
        0.6916023388856287
      ],
      "timestamp": 4065.00940311,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
      "sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
      "pose": [
        0.284573430114548,
        0.257895678399643,
        0.7236530940136173
      ],
      "timestamp": 4065.673018902,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
      "sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
      "pose": [
        0.33715613205744877,
        0.3158514725211957,
        0.7164113398332808
      ],
      "timestamp": 4066.276980299,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
      "sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
      "pose": [
        0.38503960079347854,
        0.35661842581922326,
        0.6192333132493888
      ],
      "timestamp": 4066.942347548,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
      "sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
      "pose": [
        0.43008239991832936,
        0.3918953825558952,
        0.6040923920106069
      ],
      "timestamp": 4067.678827533,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
      "sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
      "pose": [
        0.4350300360878494,
        0.4108511981297523,
        0.35568343968518007
      ],
      "timestamp": 4072.548189769,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
      "sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
      "pose": [
        0.5081767594026241,
        0.43077635054597974,
        0.3689221995648711
      ],
      "timestamp": 4073.082279947,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
      "sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
      "pose": [
        0.555164828233431,
        0.4665538567502763,
        0.5041426621204723
      ],
      "timestamp": 4073.81729335,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
      "sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
      "pose": [
        0.6159484970822556,
        0.5055312323039645,
        0.587722301656955
      ],
      "timestamp": 4074.350658926,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
      "sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
      "pose": [
        0.6744795193660529,
        0.5572337134132799,
        0.6195569693919236
      ],
      "timestamp": 4074.952202187,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
      "sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
      "pose": [
        0.7377022498888441,
        0.6046070269338059,
        0.6411890821585564
      ],
      "timestamp": 4075.485203109,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
      "sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
      "pose": [
        0.7938764858420037,
        0.6532603119741173,
        0.6418338150918877
      ],
      "timestamp": 4076.08724978,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
      "sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
      "pose": [
        0.8611703960695329,
        0.7007413565926156,
        0.6570550659771065
      ],
      "timestamp": 4076.619466097,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
      "sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
      "pose": [
        0.9156755775941422,
        0.7497081373518356,
        0.6566143480427586
      ],
      "timestamp": 4077.218561556,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
      "sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
      "pose": [
        0.9595346635097939,
        0.7800188426274903,
        0.6347759860967825
      ],
      "timestamp": 4077.688398994,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-000.jpg",
      "sha256": "ad5881a70be1c1fa9b1a777d3a466bbce01ed93bb6aeae1eaa00bbffa43de7f8",
      "pose": [
        1.0483057522310357,
        0.8519644840087119,
        0.6748485684756658
      ],
      "timestamp": 4086.229395063,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-001.jpg",
      "sha256": "0d1f3655c9b1e6dd09a9a6085ac7d7a881de7d5676fab786fa24448274960a88",
      "pose": [
        1.1110758322486172,
        0.9100809937136991,
        0.6292183240357565
      ],
      "timestamp": 4086.96331841,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-002.jpg",
      "sha256": "7d8997ce15370622cb81cb82485fabb20324c53f3da7db0a6c67a93b51b5b3a3",
      "pose": [
        1.1775842013802447,
        0.9509516082229234,
        0.6474739529998781
      ],
      "timestamp": 4087.497535793,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-003.jpg",
      "sha256": "a1b997ad08615553481b635e622adf83b9808517e40be4b09401ff2a4a6453d0",
      "pose": [
        1.2191398139101708,
        0.9838236941622721,
        0.657775557260518
      ],
      "timestamp": 4088.030900537,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-004.jpg",
      "sha256": "dda54cd54ad397406eadccfa055bf3c08e8375dd3b36091230e49cde269972d2",
      "pose": [
        1.269498906020356,
        1.020109566046475,
        0.6558853955835426
      ],
      "timestamp": 4088.631290411,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-005.jpg",
      "sha256": "f148ded204ef13a02931ae815395603c67fadb6ef7e8f7b76a01a4b90d59b806",
      "pose": [
        1.3280134418495635,
        1.066545266843469,
        0.588243278032609
      ],
      "timestamp": 4089.431723445,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-006.jpg",
      "sha256": "23957fdb7452c2b06d0025aafec4ed258b4e5aa664096d94cca585afa9cb14ce",
      "pose": [
        1.4145362407433242,
        1.1228841191498933,
        0.5787202094733676
      ],
      "timestamp": 4090.232422377,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-007.jpg",
      "sha256": "ffdc8afb380309b4879780c3c05f46b57e47850fc48c42932159b3319ee56d8f",
      "pose": [
        1.5124529862246527,
        1.197595349760238,
        0.5868663107405852
      ],
      "timestamp": 4091.100318029,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-008.jpg",
      "sha256": "41556328bf15b5a6bac2a8483fcc6224d6033160bdb5f48186d5716d800165b7",
      "pose": [
        1.594792985345524,
        1.2522619243943736,
        0.6555390696270653
      ],
      "timestamp": 4092.235242578,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-009.jpg",
      "sha256": "18190da10a4620c209a466044d8321a94d6b056fbc4caf9d99b135e3b8d06e1e",
      "pose": [
        1.5806783012390317,
        1.242680478770288,
        0.6828175172046473
      ],
      "timestamp": 4092.43680333,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-000.jpg",
      "sha256": "1303c8a81a25e3f0108598a5db2284d82a11144058858121a3a2388eda5920db",
      "pose": [
        1.4150652694482504,
        1.2507896643314014,
        0.5967663458931922
      ],
      "timestamp": 4106.115153671,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-001.jpg",
      "sha256": "e1df8e790af782af8383548f830d27145a5f41d489567ed27676d0ae0827d47c",
      "pose": [
        1.5020688197551848,
        1.3138620850567535,
        0.6117723069468365
      ],
      "timestamp": 4107.184996169,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-002.jpg",
      "sha256": "88be7a903051128a19d53f1a3291f592db297ff8db70ec936853f33c5383a15b",
      "pose": [
        1.5825060556643218,
        1.3838903599550088,
        0.6515040768930861
      ],
      "timestamp": 4107.985141513,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-003.jpg",
      "sha256": "ebb12e466b29e3af8855519c83d40649785349057e5b9fd80f81505fcc5bd676",
      "pose": [
        1.6574133670867244,
        1.448912835599457,
        0.7080221887189231
      ],
      "timestamp": 4108.722823494,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-004.jpg",
      "sha256": "72179b1fd306465cb27df7f0b14809ba269d6fa00bc7c782cd57696e9f7e9e80",
      "pose": [
        1.6892109771029533,
        1.4877205242913942,
        0.7109281809275816
      ],
      "timestamp": 4109.184755361,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-005.jpg",
      "sha256": "c663e07f900101ba345cc1bb7e3bdd1f821bf1c9139d80bbbee731b1cb35cf3f",
      "pose": [
        1.7076571359160562,
        1.5081119801275635,
        0.7080949498164595
      ],
      "timestamp": 4109.521481999,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-006.jpg",
      "sha256": "576a51db7c93d70a308f65ae9974839a555198671a831db7a61d9f8d7b4cdb8b",
      "pose": [
        1.769573140454133,
        1.5609782196041246,
        0.7214948207505378
      ],
      "timestamp": 4110.324098249,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-007.jpg",
      "sha256": "1ca21bdf08b1603853b530f6b097ea9dfd8da7eca54002e98f086f7a1bdd059d",
      "pose": [
        1.8328433282422991,
        1.6250607686358647,
        0.7163733606017362
      ],
      "timestamp": 4111.05410734,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-008.jpg",
      "sha256": "13540620425f2745633097cee5738c097410ac989bde02da83f20d9a724f7508",
      "pose": [
        1.9087325948752607,
        1.6846311913664405,
        0.7306141407709748
      ],
      "timestamp": 4111.654238132,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-009.jpg",
      "sha256": "3e3aba89294377cc4de83077fd8579746dac3208fa17b5e9424eb5e1600d9b3f",
      "pose": [
        1.9662071929733045,
        1.7424972664671847,
        0.6454815572502287
      ],
      "timestamp": 4112.254626694,
      "observation_id": 40
    }
  ]
}