{
  "instruction": "go  straight to the chair",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
      "sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
      "pose": [
        1.8613925643344298e-05,
        -4.8431664119581076e-05,
        7.48645149272198e-05
      ],
      "timestamp": 3897.969222412,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
      "sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
      "pose": [
        0.050354598863018935,
        0.0011569450239913015,
        -0.04571012817710652
      ],
      "timestamp": 3900.096699966,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-001.jpg",
      "sha256": "a53a4716d39f6ad6bcedb91ed29df96e3f02056110eac27a4a83a555bc257713",
      "pose": [
        0.1154551953891752,
        -0.002870540898771541,
        -0.06097615918791943
      ],
      "timestamp": 3900.633169484,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-002.jpg",
      "sha256": "21dadaf70c9a294644beda5800d6651cbb61f436ed780e5315d5439ac201410c",
      "pose": [
        0.14326600406282597,
        -0.001876040034922255,
        -0.06549846754278056
      ],
      "timestamp": 3901.033420658,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-003.jpg",
      "sha256": "1884d4cc9ab2f635a40b26dadd642b24157ed068771ce48722362f2cc132c3d4",
      "pose": [
        0.16613239765072296,
        -0.004568397055267098,
        -0.05991682270315724
      ],
      "timestamp": 3901.434973544,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
      "sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
      "pose": [
        0.23279939921305237,
        0.0006171038873140633,
        0.06866615178117487
      ],
      "timestamp": 3902.102232568,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
      "sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
      "pose": [
        0.3109510455560126,
        0.01356940683553079,
        0.10653472538792308
      ],
      "timestamp": 3902.702159952,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
      "sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
      "pose": [
        0.4143346992788858,
        0.03677928585961962,
        0.0894578485454629
      ],
      "timestamp": 3903.502823714,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
      "sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
      "pose": [
        0.5164701645172798,
        0.04809696389850279,
        0.08616576129506814
      ],
      "timestamp": 3904.505444346,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
      "sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
      "pose": [
        0.6269326801225268,
        0.0557449260899025,
        0.09673290929139189
      ],
      "timestamp": 3905.306259121,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
      "sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
      "pose": [
        0.7274019061956313,
        0.06671516336074762,
        0.10765056228242198
      ],
      "timestamp": 3906.168724625,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
      "sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
      "pose": [
        0.8210228639392247,
        0.10012580156416573,
        0.2592900968448085
      ],
      "timestamp": 3907.976128241,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
      "sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
      "pose": [
        0.92123266914906,
        0.12682020996740062,
        0.2674478922506438
      ],
      "timestamp": 3908.842047182,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
      "sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
      "pose": [
        0.978848566494235,
        0.14764581642313696,
        0.2696018598598915
      ],
      "timestamp": 3909.771972075,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
      "sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
      "pose": [
        1.0306598941557392,
        0.16903333261414527,
        0.2733580407891666
      ],
      "timestamp": 3910.709483132,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
      "sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
      "pose": [
        1.13117511239081,
        0.19182943574298944,
        0.2807691098672481
      ],
      "timestamp": 3911.37695906,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
      "sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
      "pose": [
        1.2413254405239524,
        0.2250094284914258,
        0.25260548152784745
      ],
      "timestamp": 3912.175743713,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
      "sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
      "pose": [
        1.3453024810303702,
        0.2547808222671192,
        0.26305535182510364
      ],
      "timestamp": 3912.91047483,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
      "sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
      "pose": [
        1.439876544183075,
        0.2840370072431252,
        0.2707256334970207
      ],
      "timestamp": 3913.71475658,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
      "sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
      "pose": [
        1.5164240669823825,
        0.3093482789291252,
        0.2867986136927738
      ],
      "timestamp": 3914.579222925,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
      "sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
      "pose": [
        1.5605075499044543,
        0.3286529899238332,
        0.27115314389984924
      ],
      "timestamp": 3915.111907217,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
      "sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
      "pose": [
        1.5823419934695737,
        0.3331846585756515,
        0.29612171594261205
      ],
      "timestamp": 3916.449252568,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
      "sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
      "pose": [
        1.6831998431981763,
        0.3642594964093545,
        0.2990088381720166
      ],
      "timestamp": 3917.185023563,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
      "sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
      "pose": [
        1.7729844409451938,
        0.4002657613840458,
        0.2870855712283432
      ],
      "timestamp": 3917.916641159,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
      "sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
      "pose": [
        1.8648098197112453,
        0.4216480322533578,
        0.19294594265721188
      ],
      "timestamp": 3918.51679572,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
      "sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
      "pose": [
        1.9623183624415172,
        0.443101680466932,
        0.1838821948650673
      ],
      "timestamp": 3919.317820711,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
      "sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
      "pose": [
        2.0604516007240425,
        0.45936816006308423,
        0.15484777289322815
      ],
      "timestamp": 3919.918678433,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
      "sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
      "pose": [
        2.174509429126958,
        0.48420587330288123,
        0.1618531448817372
      ],
      "timestamp": 3920.720943565,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
      "sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
      "pose": [
        2.271085620206122,
        0.5022361658551185,
        0.1705037343161483
      ],
      "timestamp": 3921.455109542,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
      "sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
      "pose": [
        2.3694833608978842,
        0.5243954233988732,
        0.18443802378731844
      ],
      "timestamp": 3922.253556935,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
      "sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
      "pose": [
        2.4827666387506335,
        0.5484168518227213,
        0.2667630640239276
      ],
      "timestamp": 3922.987667581,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
      "sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
      "pose": [
        2.5181759401535766,
        0.5557693056165381,
        0.16502223943581604
      ],
      "timestamp": 3924.524169413,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
      "sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
      "pose": [
        2.5898372712389808,
        0.5636455843207573,
        0.15496636461631497
      ],
      "timestamp": 3925.524075769,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
      "sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
      "pose": [
        2.6159032283255863,
        0.5738081353543592,
        0.15296050692129182
      ],
      "timestamp": 3925.989947737,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
      "sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
      "pose": [
        2.6400353604125395,
        0.5788689381506227,
        0.15381295351364369
      ],
      "timestamp": 3926.320768922,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
      "sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
      "pose": [
        2.7019497702213187,
        0.588771337107808,
        0.2702820074410975
      ],
      "timestamp": 3926.991472264,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
      "sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
      "pose": [
        2.772662603113789,
        0.6225375186392896,
        0.2847494968214421
      ],
      "timestamp": 3927.66130607,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
      "sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
      "pose": [
        2.869930938433681,
        0.6508656788395322,
        0.3002281604177085
      ],
      "timestamp": 3928.257224029,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
      "sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
      "pose": [
        2.972480869574957,
        0.6872444091849748,
        0.27185147210314287
      ],
      "timestamp": 3929.059751954,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
      "sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
      "pose": [
        3.076367922377006,
        0.7180833153321624,
        0.2891795632533257
      ],
      "timestamp": 3929.795814256,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
      "sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
      "pose": [
        3.170784058480674,
        0.7543970686891235,
        0.2891639585425342
      ],
      "timestamp": 3930.593777759,
      "observation_id": 40
    }
  ],
  "time_resampled_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 2.127477554000052,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
  ],
  "segments": [
    {
      "indices": [
        0,
        1
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        5,
        6
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "tensor": "processed/segment2.pt",
      "shape": [
        32,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        39,
        40
      ],
      "tensor": "processed/segment3.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        24,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        220,
        7678,
        311,
        279,
        10496,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  straight to the chair</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        822
      ],
      "attention_mask": [
        1,
        822
      ],
      "pixel_values_videos": [
        1,
        8512,
        1536
      ],
      "video_grid_thw": [
        4,
        3
      ],
      "_original_video_grid_thw": [
        4,
        3
      ],
      "_post_vit_pool_factors": [
        4
      ],
      "position_ids": [
        1,
        3,
        822
      ],
      "mm_token_type_ids": [
        1,
        822
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000000/input-000.jpg",
      "sha256": "fb1819d60d8c3eb21e304495add688c4bebc82622923c2d766c1b8404333fd5c",
      "pose": [
        1.8613925643344298e-05,
        -4.8431664119581076e-05,
        7.48645149272198e-05
      ],
      "timestamp": 3897.969222412,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-000.jpg",
      "sha256": "01a08d052c422086b49fa8cea68ea97c604d5c1992ee4231480815177b5ab132",
      "pose": [
        0.050354598863018935,
        0.0011569450239913015,
        -0.04571012817710652
      ],
      "timestamp": 3900.096699966,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-004.jpg",
      "sha256": "32e391a89dc085df9742bd0d54f98192025cd6123d0d52f26d0d6fdaecd9955b",
      "pose": [
        0.23279939921305237,
        0.0006171038873140633,
        0.06866615178117487
      ],
      "timestamp": 3902.102232568,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-005.jpg",
      "sha256": "5fda2135da0b8e06fd59ca3cb106197d4b961a48f661c24be6296acb93db337e",
      "pose": [
        0.3109510455560126,
        0.01356940683553079,
        0.10653472538792308
      ],
      "timestamp": 3902.702159952,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-006.jpg",
      "sha256": "3da584f6b7bbb0a662fcde4293b5fe6ed8e571089e2e47212cd2f3a7e48170ed",
      "pose": [
        0.4143346992788858,
        0.03677928585961962,
        0.0894578485454629
      ],
      "timestamp": 3903.502823714,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-007.jpg",
      "sha256": "bf99502dcb3479eafb2bd78456001227cd55e9ef3d6354ba1e2b6d0cf1c20250",
      "pose": [
        0.5164701645172798,
        0.04809696389850279,
        0.08616576129506814
      ],
      "timestamp": 3904.505444346,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-008.jpg",
      "sha256": "4d7fa624be5ac4b97a50ab68da85bf9f51dd82fb42c5ce3c5458110d55271654",
      "pose": [
        0.6269326801225268,
        0.0557449260899025,
        0.09673290929139189
      ],
      "timestamp": 3905.306259121,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000001/input-009.jpg",
      "sha256": "7e3a1633bfcc0a2b1131dcfbdfb869209d89a1af2957bfc66c1fab885c487eb1",
      "pose": [
        0.7274019061956313,
        0.06671516336074762,
        0.10765056228242198
      ],
      "timestamp": 3906.168724625,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-000.jpg",
      "sha256": "b25950199085ced9a64f7a0cb4974daf8fab1fbec28c36334865c5ee64efa45e",
      "pose": [
        0.8210228639392247,
        0.10012580156416573,
        0.2592900968448085
      ],
      "timestamp": 3907.976128241,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-001.jpg",
      "sha256": "965e0f007c162caaa74aa2b2d74443c586dd6fa6bcda8bd34c6bc0f7835a680c",
      "pose": [
        0.92123266914906,
        0.12682020996740062,
        0.2674478922506438
      ],
      "timestamp": 3908.842047182,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-002.jpg",
      "sha256": "e981e3273618a38018cf6043bd38960fdb85f2dd6efb7886f065393cc42a06c8",
      "pose": [
        0.978848566494235,
        0.14764581642313696,
        0.2696018598598915
      ],
      "timestamp": 3909.771972075,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-003.jpg",
      "sha256": "b31a40ed079bf95650fa1ee893b503a6825ca2c477747ed1077043e128b6461c",
      "pose": [
        1.0306598941557392,
        0.16903333261414527,
        0.2733580407891666
      ],
      "timestamp": 3910.709483132,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-004.jpg",
      "sha256": "064f8fb373142d5942f2d64309480c43523c9c627f0729db00f66f61ed003835",
      "pose": [
        1.13117511239081,
        0.19182943574298944,
        0.2807691098672481
      ],
      "timestamp": 3911.37695906,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-005.jpg",
      "sha256": "33f485c80823662267ec1dfb0c95fa4e6ef7b542aaae08eeb0b178f5a24bee59",
      "pose": [
        1.2413254405239524,
        0.2250094284914258,
        0.25260548152784745
      ],
      "timestamp": 3912.175743713,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-006.jpg",
      "sha256": "1e0406ec32a2ba32905b12e7e1970357937a0b061a040242aab2943236a4da89",
      "pose": [
        1.3453024810303702,
        0.2547808222671192,
        0.26305535182510364
      ],
      "timestamp": 3912.91047483,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-007.jpg",
      "sha256": "c14c75b0f399473fc47ea610fc3080678a9c567e3c677f4c0d07a2464ad7f284",
      "pose": [
        1.439876544183075,
        0.2840370072431252,
        0.2707256334970207
      ],
      "timestamp": 3913.71475658,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-008.jpg",
      "sha256": "54f91f553a47a72607bf74ddab9a304911d70aef10e1f4818a7e0d2df605a6c7",
      "pose": [
        1.5164240669823825,
        0.3093482789291252,
        0.2867986136927738
      ],
      "timestamp": 3914.579222925,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000002/input-009.jpg",
      "sha256": "05767e9a61e44b9c34f197f313039ceceec8902c2cb36e8d911259dab07528a4",
      "pose": [
        1.5605075499044543,
        0.3286529899238332,
        0.27115314389984924
      ],
      "timestamp": 3915.111907217,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-000.jpg",
      "sha256": "8ae1f48dd9b77dd4cdded7406e48ba70e612df956ae5779c3321358510208666",
      "pose": [
        1.5823419934695737,
        0.3331846585756515,
        0.29612171594261205
      ],
      "timestamp": 3916.449252568,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-001.jpg",
      "sha256": "4d4b76aaa823560bb3b2ff0e931abf6b9a25c06e4c43ff05c194581affdd1efa",
      "pose": [
        1.6831998431981763,
        0.3642594964093545,
        0.2990088381720166
      ],
      "timestamp": 3917.185023563,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-002.jpg",
      "sha256": "cbb0e9f4b035b6aacd318c94a27c87778948065eef9886c94cbf9085e9add66a",
      "pose": [
        1.7729844409451938,
        0.4002657613840458,
        0.2870855712283432
      ],
      "timestamp": 3917.916641159,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-003.jpg",
      "sha256": "b5bc1eaebd9421b5fbc049d20ae72edf4fa869dd2d69999859899434eb92da26",
      "pose": [
        1.8648098197112453,
        0.4216480322533578,
        0.19294594265721188
      ],
      "timestamp": 3918.51679572,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-004.jpg",
      "sha256": "6638e000aaee09559e774ea2f9ba085320cc048d2ea9d8170877e0f6c8c5d6aa",
      "pose": [
        1.9623183624415172,
        0.443101680466932,
        0.1838821948650673
      ],
      "timestamp": 3919.317820711,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-005.jpg",
      "sha256": "fd9be835a81170e77c632c83172e7e9ad01cc7f7acf0e4bad9e23272c65662eb",
      "pose": [
        2.0604516007240425,
        0.45936816006308423,
        0.15484777289322815
      ],
      "timestamp": 3919.918678433,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-006.jpg",
      "sha256": "c5fad69721f0f0c405a7744fc23d088135fedda2d7f31e5df64abeb3cebee2a0",
      "pose": [
        2.174509429126958,
        0.48420587330288123,
        0.1618531448817372
      ],
      "timestamp": 3920.720943565,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-007.jpg",
      "sha256": "ef3e1f8dff8ba07be5ed2e96fa08c536bac49ffba1de54b9a5f6d6d8005cede7",
      "pose": [
        2.271085620206122,
        0.5022361658551185,
        0.1705037343161483
      ],
      "timestamp": 3921.455109542,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-008.jpg",
      "sha256": "7ec838c0c884823f0392147c9b35288ab816d287446403ebbd3d68b1d6199d3f",
      "pose": [
        2.3694833608978842,
        0.5243954233988732,
        0.18443802378731844
      ],
      "timestamp": 3922.253556935,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000003/input-009.jpg",
      "sha256": "3ff684c0433ba6edc02bdcb63c6d0898adbe1045a6a1c41105d5a678dd32b448",
      "pose": [
        2.4827666387506335,
        0.5484168518227213,
        0.2667630640239276
      ],
      "timestamp": 3922.987667581,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-000.jpg",
      "sha256": "1e1ae66fefc2feabb0cfc5e731521e5b27cb78c5df465bf9e8d7c9679dfcdbcf",
      "pose": [
        2.5181759401535766,
        0.5557693056165381,
        0.16502223943581604
      ],
      "timestamp": 3924.524169413,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-001.jpg",
      "sha256": "155278775fa0646c6c1f024ee87ff15632679a4eec6986c4580da2ee9c342c8f",
      "pose": [
        2.5898372712389808,
        0.5636455843207573,
        0.15496636461631497
      ],
      "timestamp": 3925.524075769,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-002.jpg",
      "sha256": "5906710538058ea6355d1f79d289fb192e113e74b6bc1b446ef76b8c5d6ed0a8",
      "pose": [
        2.6159032283255863,
        0.5738081353543592,
        0.15296050692129182
      ],
      "timestamp": 3925.989947737,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-003.jpg",
      "sha256": "cd72d7b8ee1c2ad221f83ae1f6f4994460d3b8d694b7f25d14494d446616c06f",
      "pose": [
        2.6400353604125395,
        0.5788689381506227,
        0.15381295351364369
      ],
      "timestamp": 3926.320768922,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-004.jpg",
      "sha256": "3b59ab7f28b381eaabc18ad92d180c9573eef1e2f0667fbb009664a9b65ee43f",
      "pose": [
        2.7019497702213187,
        0.588771337107808,
        0.2702820074410975
      ],
      "timestamp": 3926.991472264,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-005.jpg",
      "sha256": "2ebc49f2167dc6bc904fc3f4aa4f5a08002e3706e30ed73c8eb13f7e9cdeacfb",
      "pose": [
        2.772662603113789,
        0.6225375186392896,
        0.2847494968214421
      ],
      "timestamp": 3927.66130607,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-006.jpg",
      "sha256": "4338f8e7f19fbd5741bda26b68e156b0a773b6718ab297996af6481ba33d223d",
      "pose": [
        2.869930938433681,
        0.6508656788395322,
        0.3002281604177085
      ],
      "timestamp": 3928.257224029,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-007.jpg",
      "sha256": "45d490a592123bbd5802ceab42e6c32a75d00fdd12a085827fac6b769633a8d5",
      "pose": [
        2.972480869574957,
        0.6872444091849748,
        0.27185147210314287
      ],
      "timestamp": 3929.059751954,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-008.jpg",
      "sha256": "79ed470c9e579a76d93b02bfc738fc05e159110154a62663282da3fbdec2c502",
      "pose": [
        3.076367922377006,
        0.7180833153321624,
        0.2891795632533257
      ],
      "timestamp": 3929.795814256,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-162605-e37eee49/steps/000004/input-009.jpg",
      "sha256": "607b79157d3b1a937d9517f94e0f2eff07d6186430ed264726e2db2682f5be38",
      "pose": [
        3.170784058480674,
        0.7543970686891235,
        0.2891639585425342
      ],
      "timestamp": 3930.593777759,
      "observation_id": 40
    }
  ]
}