{
  "instruction": "go to the white board and turn right to the person in white clothes",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
      "sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
      "pose": [
        -4.466145444209443e-05,
        1.9236442283497668e-05,
        0.0006417507966691715
      ],
      "timestamp": 3913.391991056,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
      "sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
      "pose": [
        0.04121477041045813,
        -0.0007087334213673998,
        -0.045303924229552095
      ],
      "timestamp": 3914.690554285,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
      "sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
      "pose": [
        0.10077759847264918,
        -0.004138614791987015,
        -0.059894018311555275
      ],
      "timestamp": 3915.223535366,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
      "sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
      "pose": [
        0.17851053307039946,
        -0.005896805793735981,
        -0.06261677590347148
      ],
      "timestamp": 3915.959066164,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
      "sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
      "pose": [
        0.26487316617601875,
        -0.013462175618697093,
        -0.05318122872883979
      ],
      "timestamp": 3916.492475998,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
      "sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
      "pose": [
        0.3599306241087642,
        -0.01045057571107556,
        -0.0526274564432323
      ],
      "timestamp": 3917.226981446,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
      "sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
      "pose": [
        0.47323197367447967,
        -0.016765919662194404,
        -0.035700116989390906
      ],
      "timestamp": 3918.026405035,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
      "sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
      "pose": [
        0.5900420075516158,
        -0.016623758117910375,
        -0.02903667201471327
      ],
      "timestamp": 3918.896202773,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
      "sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
      "pose": [
        0.6933406657547986,
        -0.01501189316013235,
        -0.010047428038102435
      ],
      "timestamp": 3919.695140648,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
      "sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
      "pose": [
        0.7930270497116465,
        -0.008623379518284069,
        -0.009486108319402664
      ],
      "timestamp": 3920.427210615,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
      "sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
      "pose": [
        0.8888718838421359,
        -0.012486886638227793,
        0.0030007754722394253
      ],
      "timestamp": 3921.028617486,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
      "sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
      "pose": [
        1.0105146193592465,
        0.01108962046973648,
        0.1317913337717285
      ],
      "timestamp": 3923.899549283,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
      "sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
      "pose": [
        1.137107371641116,
        0.027186820325919278,
        0.06458055293752299
      ],
      "timestamp": 3924.905576242,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
      "sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
      "pose": [
        1.2323142093555874,
        0.031093824128239612,
        0.04401108981395143
      ],
      "timestamp": 3925.769732076,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
      "sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
      "pose": [
        1.31888845088169,
        0.030120352031629674,
        0.021337826124190773
      ],
      "timestamp": 3926.569300502,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
      "sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
      "pose": [
        1.4173282329965475,
        0.035447086399475164,
        0.009138872144963006
      ],
      "timestamp": 3927.434498839,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
      "sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
      "pose": [
        1.514645030655624,
        0.03548694706531798,
        0.020595308853379013
      ],
      "timestamp": 3928.50518284,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
      "sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
      "pose": [
        1.6223231585727975,
        0.03623592363008202,
        0.017415761328337886
      ],
      "timestamp": 3929.504574994,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
      "sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
      "pose": [
        1.7267194749024695,
        0.035727402536475564,
        0.02807528155414518
      ],
      "timestamp": 3930.438796454,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
      "sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
      "pose": [
        1.8205631232992627,
        0.047921298984457406,
        0.010740675804499222
      ],
      "timestamp": 3931.172797532,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
      "sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
      "pose": [
        1.9083403734815048,
        0.04485450003742611,
        0.030560078865629947
      ],
      "timestamp": 3931.779281103,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-000.jpg",
      "sha256": "373cf4cb341489e57dcddae0fbbfde9940d3688a77f06d8ca0164823cd0bc2ef",
      "pose": [
        1.9742140762085416,
        0.03980753097606038,
        -0.0548517553364789
      ],
      "timestamp": 3934.57548899,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-001.jpg",
      "sha256": "6f7666e6305576572b34c9bf000205b1288f684810d3805940c25ff52bee83f1",
      "pose": [
        2.0465378496855364,
        0.030520502522933465,
        -0.08393602430212256
      ],
      "timestamp": 3935.112372584,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-002.jpg",
      "sha256": "99e40d7f644d8df76a6b66d67bd95adfd5ff7637546ffaac0cba79973d4e1ee7",
      "pose": [
        2.116158464634963,
        0.028853852135141328,
        -0.08035991856474656
      ],
      "timestamp": 3935.711474666,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-003.jpg",
      "sha256": "01186414e9ffd4de79838340bf83905a501ead8822ed65bdd7a81f0307dbb62a",
      "pose": [
        2.1948636621667643,
        0.023302013996778073,
        -0.08130828270340373
      ],
      "timestamp": 3936.244798736,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-004.jpg",
      "sha256": "62cfef3a7727b7dd637c2ed36a76ecc28a3f50ff883579a1be76d75b0ceaf039",
      "pose": [
        2.275095992686178,
        0.02363135788539994,
        -0.050556072636902094
      ],
      "timestamp": 3936.914584772,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-005.jpg",
      "sha256": "a20e08f7c63ccc91cbd6194d60d32433d779439678a8c73870b1e64a5cea1d02",
      "pose": [
        2.3548193170064144,
        0.020687988481542657,
        -0.039071417680327514
      ],
      "timestamp": 3937.444964541,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-006.jpg",
      "sha256": "7a2bca5860b1aed5bf7cd5155ba624712deb06407c59035f75d6ec751360b7e6",
      "pose": [
        2.4318723370549744,
        0.02592367078633559,
        -0.03586261017168768
      ],
      "timestamp": 3938.048290747,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-007.jpg",
      "sha256": "3346856d472caed1e1741720f5cfe466ba9bed3d20115fc8362f835c5c484af8",
      "pose": [
        2.516754969301343,
        0.022635862707557963,
        -0.02333764757681056
      ],
      "timestamp": 3938.581283669,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-008.jpg",
      "sha256": "80396c5ae81fce02dfcb0963565e59731b41661b51aa492d5aa3e513d63348d2",
      "pose": [
        2.6016714456538312,
        0.02708396897927462,
        -0.011867852437826176
      ],
      "timestamp": 3939.24849025,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-009.jpg",
      "sha256": "2ee2aef33549cc6604edb1ddf6752c5d1670f3f03981bc81bf9165e2a2c2b7cb",
      "pose": [
        2.684678294016995,
        0.023308950051582872,
        0.0072707697157969875
      ],
      "timestamp": 3939.850909062,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-000.jpg",
      "sha256": "cb4410946321ad4007bbdda78149fff60af93004a83b8d6ea5e5af52d734e2b0",
      "pose": [
        2.7700934857077075,
        0.028615648086371945,
        -0.00530982973557359
      ],
      "timestamp": 3942.588129524,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-001.jpg",
      "sha256": "dea0d72a9e3de9b978fbdf9d27bb39e1c3bfaa9396a4a2f7ce814bf45cd159d0",
      "pose": [
        2.8406813381479763,
        0.03312401834694037,
        0.0686881963949555
      ],
      "timestamp": 3943.119839839,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-002.jpg",
      "sha256": "0f4d8a833bd3ee6e7e9cbc01cb4f49d1d6970e8ab0be5aa661b1e05205daae32",
      "pose": [
        2.8854415541884797,
        0.04032495064264541,
        0.04998128803107906
      ],
      "timestamp": 3943.653314154,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-003.jpg",
      "sha256": "fa939e02d531a6af6e751e44fe137779b92cb65140e5e384ac4cd9135180d50e",
      "pose": [
        2.946742648750938,
        0.04195996016232134,
        0.0503386259647123
      ],
      "timestamp": 3944.320429819,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-004.jpg",
      "sha256": "10c2748ae8dfc12aa150eb1648cdb859f46d5ecd50bac2d68c39c76ab23ffa2f",
      "pose": [
        3.0116398145800765,
        0.054130318373819986,
        0.040156628155110036
      ],
      "timestamp": 3944.990220783,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-005.jpg",
      "sha256": "fe3e4797deb2bef7c095a6a3f842f4756e4492f985040d1c58b7e6d28ef54ad6",
      "pose": [
        3.072788554188054,
        0.054800134404858675,
        0.04180429888409012
      ],
      "timestamp": 3945.520361632,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-006.jpg",
      "sha256": "23f481d4418b45707690d7e427a207fc33c921d046645ad027ff566121f76dbe",
      "pose": [
        3.1155989194232436,
        0.05826019801790888,
        0.0586246420896084
      ],
      "timestamp": 3945.988412188,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-007.jpg",
      "sha256": "e4993583bca1448897b51cc3f0e3fff41eacba6416d8b7bbfa53f29dc7793eef",
      "pose": [
        3.172909515857755,
        0.07116701100353229,
        0.049075748473878876
      ],
      "timestamp": 3946.521056682,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-008.jpg",
      "sha256": "d54bdcccfb574911784832f8fa801819d6859a63421024cb51eeebc2d63b2e30",
      "pose": [
        3.25222873493518,
        0.07369273422332395,
        0.059948938161941606
      ],
      "timestamp": 3947.058072696,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-009.jpg",
      "sha256": "2441e47e423aa22baea1968a6bd1860839d8275b914087fdc7a750ce39b4dc4a",
      "pose": [
        3.2518179140125003,
        0.07256559921679545,
        0.07361588788601316
      ],
      "timestamp": 3947.190520049,
      "observation_id": 40
    }
  ],
  "time_resampled_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 2.8709317970001393,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
  ],
  "segments": [
    {
      "indices": [
        0,
        1
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        5,
        6
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "tensor": "processed/segment2.pt",
      "shape": [
        32,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        39,
        40
      ],
      "tensor": "processed/segment3.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        24,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        4158,
        4479,
        323,
        2484,
        1290,
        311,
        279,
        1697,
        304,
        4158,
        15097,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        830
      ],
      "attention_mask": [
        1,
        830
      ],
      "pixel_values_videos": [
        1,
        8512,
        1536
      ],
      "video_grid_thw": [
        4,
        3
      ],
      "_original_video_grid_thw": [
        4,
        3
      ],
      "_post_vit_pool_factors": [
        4
      ],
      "position_ids": [
        1,
        3,
        830
      ],
      "mm_token_type_ids": [
        1,
        830
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
      "sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
      "pose": [
        -4.466145444209443e-05,
        1.9236442283497668e-05,
        0.0006417507966691715
      ],
      "timestamp": 3913.391991056,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
      "sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
      "pose": [
        0.04121477041045813,
        -0.0007087334213673998,
        -0.045303924229552095
      ],
      "timestamp": 3914.690554285,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
      "sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
      "pose": [
        0.3599306241087642,
        -0.01045057571107556,
        -0.0526274564432323
      ],
      "timestamp": 3917.226981446,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
      "sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
      "pose": [
        0.47323197367447967,
        -0.016765919662194404,
        -0.035700116989390906
      ],
      "timestamp": 3918.026405035,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
      "sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
      "pose": [
        0.5900420075516158,
        -0.016623758117910375,
        -0.02903667201471327
      ],
      "timestamp": 3918.896202773,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
      "sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
      "pose": [
        0.6933406657547986,
        -0.01501189316013235,
        -0.010047428038102435
      ],
      "timestamp": 3919.695140648,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
      "sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
      "pose": [
        0.7930270497116465,
        -0.008623379518284069,
        -0.009486108319402664
      ],
      "timestamp": 3920.427210615,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
      "sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
      "pose": [
        0.8888718838421359,
        -0.012486886638227793,
        0.0030007754722394253
      ],
      "timestamp": 3921.028617486,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
      "sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
      "pose": [
        1.0105146193592465,
        0.01108962046973648,
        0.1317913337717285
      ],
      "timestamp": 3923.899549283,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
      "sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
      "pose": [
        1.137107371641116,
        0.027186820325919278,
        0.06458055293752299
      ],
      "timestamp": 3924.905576242,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
      "sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
      "pose": [
        1.2323142093555874,
        0.031093824128239612,
        0.04401108981395143
      ],
      "timestamp": 3925.769732076,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
      "sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
      "pose": [
        1.31888845088169,
        0.030120352031629674,
        0.021337826124190773
      ],
      "timestamp": 3926.569300502,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
      "sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
      "pose": [
        1.4173282329965475,
        0.035447086399475164,
        0.009138872144963006
      ],
      "timestamp": 3927.434498839,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
      "sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
      "pose": [
        1.514645030655624,
        0.03548694706531798,
        0.020595308853379013
      ],
      "timestamp": 3928.50518284,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
      "sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
      "pose": [
        1.6223231585727975,
        0.03623592363008202,
        0.017415761328337886
      ],
      "timestamp": 3929.504574994,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
      "sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
      "pose": [
        1.7267194749024695,
        0.035727402536475564,
        0.02807528155414518
      ],
      "timestamp": 3930.438796454,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
      "sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
      "pose": [
        1.8205631232992627,
        0.047921298984457406,
        0.010740675804499222
      ],
      "timestamp": 3931.172797532,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
      "sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
      "pose": [
        1.9083403734815048,
        0.04485450003742611,
        0.030560078865629947
      ],
      "timestamp": 3931.779281103,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-000.jpg",
      "sha256": "373cf4cb341489e57dcddae0fbbfde9940d3688a77f06d8ca0164823cd0bc2ef",
      "pose": [
        1.9742140762085416,
        0.03980753097606038,
        -0.0548517553364789
      ],
      "timestamp": 3934.57548899,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-001.jpg",
      "sha256": "6f7666e6305576572b34c9bf000205b1288f684810d3805940c25ff52bee83f1",
      "pose": [
        2.0465378496855364,
        0.030520502522933465,
        -0.08393602430212256
      ],
      "timestamp": 3935.112372584,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-002.jpg",
      "sha256": "99e40d7f644d8df76a6b66d67bd95adfd5ff7637546ffaac0cba79973d4e1ee7",
      "pose": [
        2.116158464634963,
        0.028853852135141328,
        -0.08035991856474656
      ],
      "timestamp": 3935.711474666,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-003.jpg",
      "sha256": "01186414e9ffd4de79838340bf83905a501ead8822ed65bdd7a81f0307dbb62a",
      "pose": [
        2.1948636621667643,
        0.023302013996778073,
        -0.08130828270340373
      ],
      "timestamp": 3936.244798736,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-004.jpg",
      "sha256": "62cfef3a7727b7dd637c2ed36a76ecc28a3f50ff883579a1be76d75b0ceaf039",
      "pose": [
        2.275095992686178,
        0.02363135788539994,
        -0.050556072636902094
      ],
      "timestamp": 3936.914584772,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-005.jpg",
      "sha256": "a20e08f7c63ccc91cbd6194d60d32433d779439678a8c73870b1e64a5cea1d02",
      "pose": [
        2.3548193170064144,
        0.020687988481542657,
        -0.039071417680327514
      ],
      "timestamp": 3937.444964541,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-006.jpg",
      "sha256": "7a2bca5860b1aed5bf7cd5155ba624712deb06407c59035f75d6ec751360b7e6",
      "pose": [
        2.4318723370549744,
        0.02592367078633559,
        -0.03586261017168768
      ],
      "timestamp": 3938.048290747,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-007.jpg",
      "sha256": "3346856d472caed1e1741720f5cfe466ba9bed3d20115fc8362f835c5c484af8",
      "pose": [
        2.516754969301343,
        0.022635862707557963,
        -0.02333764757681056
      ],
      "timestamp": 3938.581283669,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-008.jpg",
      "sha256": "80396c5ae81fce02dfcb0963565e59731b41661b51aa492d5aa3e513d63348d2",
      "pose": [
        2.6016714456538312,
        0.02708396897927462,
        -0.011867852437826176
      ],
      "timestamp": 3939.24849025,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-009.jpg",
      "sha256": "2ee2aef33549cc6604edb1ddf6752c5d1670f3f03981bc81bf9165e2a2c2b7cb",
      "pose": [
        2.684678294016995,
        0.023308950051582872,
        0.0072707697157969875
      ],
      "timestamp": 3939.850909062,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-000.jpg",
      "sha256": "cb4410946321ad4007bbdda78149fff60af93004a83b8d6ea5e5af52d734e2b0",
      "pose": [
        2.7700934857077075,
        0.028615648086371945,
        -0.00530982973557359
      ],
      "timestamp": 3942.588129524,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-001.jpg",
      "sha256": "dea0d72a9e3de9b978fbdf9d27bb39e1c3bfaa9396a4a2f7ce814bf45cd159d0",
      "pose": [
        2.8406813381479763,
        0.03312401834694037,
        0.0686881963949555
      ],
      "timestamp": 3943.119839839,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-002.jpg",
      "sha256": "0f4d8a833bd3ee6e7e9cbc01cb4f49d1d6970e8ab0be5aa661b1e05205daae32",
      "pose": [
        2.8854415541884797,
        0.04032495064264541,
        0.04998128803107906
      ],
      "timestamp": 3943.653314154,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-003.jpg",
      "sha256": "fa939e02d531a6af6e751e44fe137779b92cb65140e5e384ac4cd9135180d50e",
      "pose": [
        2.946742648750938,
        0.04195996016232134,
        0.0503386259647123
      ],
      "timestamp": 3944.320429819,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-004.jpg",
      "sha256": "10c2748ae8dfc12aa150eb1648cdb859f46d5ecd50bac2d68c39c76ab23ffa2f",
      "pose": [
        3.0116398145800765,
        0.054130318373819986,
        0.040156628155110036
      ],
      "timestamp": 3944.990220783,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-005.jpg",
      "sha256": "fe3e4797deb2bef7c095a6a3f842f4756e4492f985040d1c58b7e6d28ef54ad6",
      "pose": [
        3.072788554188054,
        0.054800134404858675,
        0.04180429888409012
      ],
      "timestamp": 3945.520361632,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-006.jpg",
      "sha256": "23f481d4418b45707690d7e427a207fc33c921d046645ad027ff566121f76dbe",
      "pose": [
        3.1155989194232436,
        0.05826019801790888,
        0.0586246420896084
      ],
      "timestamp": 3945.988412188,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-007.jpg",
      "sha256": "e4993583bca1448897b51cc3f0e3fff41eacba6416d8b7bbfa53f29dc7793eef",
      "pose": [
        3.172909515857755,
        0.07116701100353229,
        0.049075748473878876
      ],
      "timestamp": 3946.521056682,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-008.jpg",
      "sha256": "d54bdcccfb574911784832f8fa801819d6859a63421024cb51eeebc2d63b2e30",
      "pose": [
        3.25222873493518,
        0.07369273422332395,
        0.059948938161941606
      ],
      "timestamp": 3947.058072696,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-009.jpg",
      "sha256": "2441e47e423aa22baea1968a6bd1860839d8275b914087fdc7a750ce39b4dc4a",
      "pose": [
        3.2518179140125003,
        0.07256559921679545,
        0.07361588788601316
      ],
      "timestamp": 3947.190520049,
      "observation_id": 40
    }
  ]
}