{
  "instruction": "go to the vending machine",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
      "sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
      "pose": [
        1.9727061536465278e-05,
        4.044983488055237e-07,
        1.4412277624220593e-05
      ],
      "timestamp": 6131.280179148,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
      "sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
      "pose": [
        0.004248595657654917,
        0.006362734713777522,
        -0.11434688682213157
      ],
      "timestamp": 6132.983302005,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
      "sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
      "pose": [
        0.10673596067370075,
        -0.006929564339244659,
        -0.1024297284675435
      ],
      "timestamp": 6133.718506561,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
      "sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
      "pose": [
        0.1838805749651471,
        -0.007244878030983351,
        -0.06868864234735472
      ],
      "timestamp": 6134.320781366,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
      "sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
      "pose": [
        0.2517389251650397,
        -0.013207045355322147,
        -0.0558316280970077
      ],
      "timestamp": 6134.852788504,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
      "sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
      "pose": [
        0.2856902604539336,
        -0.012197623122551932,
        -0.06976974449275586
      ],
      "timestamp": 6135.253399061,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
      "sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
      "pose": [
        0.30487351776187893,
        -0.012344278931227137,
        -0.07856447005126954
      ],
      "timestamp": 6135.784640286,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
      "sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
      "pose": [
        0.3695160826205004,
        -0.017430672375153805,
        -0.08531818316942141
      ],
      "timestamp": 6136.454603478,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
      "sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
      "pose": [
        0.4029684340742697,
        -0.017164585740035154,
        -0.08009060915707567
      ],
      "timestamp": 6136.788452525,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
      "sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
      "pose": [
        0.3862528339375543,
        -0.012301384876126087,
        -0.004621333271215278
      ],
      "timestamp": 6137.457445894,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
      "sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
      "pose": [
        0.38436370391490127,
        -0.012284139329131832,
        -0.005387433458617696
      ],
      "timestamp": 6137.586881613,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
      "sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
      "pose": [
        0.39775438404289754,
        -0.0014613952882360781,
        -0.24554923303468534
      ],
      "timestamp": 6139.456328591,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
      "sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
      "pose": [
        0.4941909339559736,
        -0.03145830755578097,
        -0.22839018230363672
      ],
      "timestamp": 6140.124152419,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
      "sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
      "pose": [
        0.5928124064307354,
        -0.04002540152274675,
        -0.03683614964814863
      ],
      "timestamp": 6140.924452414,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
      "sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
      "pose": [
        0.6874974666558533,
        -0.039653228113946504,
        0.061466595444351846
      ],
      "timestamp": 6141.527870232,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
      "sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
      "pose": [
        0.7226915577778634,
        -0.03366062579866186,
        0.07089383446883568
      ],
      "timestamp": 6141.924350513,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
      "sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
      "pose": [
        0.7365345555662486,
        -0.03145398622190165,
        0.05280029588457457
      ],
      "timestamp": 6142.259174632,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
      "sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
      "pose": [
        0.8136033411174957,
        -0.02705643876756808,
        0.057857734761928015
      ],
      "timestamp": 6142.99534261,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
      "sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
      "pose": [
        0.9013382323810608,
        -0.020141064153893384,
        0.06590155987501634
      ],
      "timestamp": 6143.593744685,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
      "sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
      "pose": [
        0.976934603517629,
        -0.006193805197951707,
        0.09598544972630618
      ],
      "timestamp": 6144.263186164,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
      "sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
      "pose": [
        1.0358091733721664,
        -0.001899617597694192,
        0.11793770862554043
      ],
      "timestamp": 6144.795480383,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
      "sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
      "pose": [
        1.0271228724487784,
        -0.0021072575307705677,
        0.3653802382485636
      ],
      "timestamp": 6146.798391176,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
      "sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
      "pose": [
        1.1195521628761367,
        0.043949950184590136,
        0.3648830395074141
      ],
      "timestamp": 6147.53170892,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
      "sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
      "pose": [
        1.2116673753388982,
        0.07490336954600207,
        0.18712030543703587
      ],
      "timestamp": 6148.668354362,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
      "sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
      "pose": [
        1.2991681337103658,
        0.08848722519840169,
        0.14684225878354074
      ],
      "timestamp": 6149.265942683,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
      "sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
      "pose": [
        1.3301083348614726,
        0.09091112333161122,
        0.11812073720730033
      ],
      "timestamp": 6149.733813196,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
      "sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
      "pose": [
        1.3500248993753816,
        0.0916487411864072,
        0.09944605972043608
      ],
      "timestamp": 6150.13391004,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
      "sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
      "pose": [
        1.4191622693489592,
        0.09665033622934938,
        0.10492785816907757
      ],
      "timestamp": 6151.003384452,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
      "sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
      "pose": [
        1.4999743875313167,
        0.11044399801320415,
        0.09672108848666028
      ],
      "timestamp": 6151.735595345,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
      "sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
      "pose": [
        1.570575100713445,
        0.1150625478269085,
        0.10534949663383619
      ],
      "timestamp": 6152.270482798,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
      "sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
      "pose": [
        1.6099153468264744,
        0.12112337840249376,
        0.11792571742565272
      ],
      "timestamp": 6152.936560778,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
      "sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
      "pose": [
        1.6298512310138686,
        0.12302165496827877,
        0.1332260184048879
      ],
      "timestamp": 6154.608225326,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
      "sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
      "pose": [
        1.6993437458671683,
        0.13150915874332758,
        0.13830765097561806
      ],
      "timestamp": 6155.137831556,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
      "sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
      "pose": [
        1.7583924443978878,
        0.14671170789841048,
        0.1350895576686342
      ],
      "timestamp": 6155.676672542,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
      "sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
      "pose": [
        1.8108022121122855,
        0.15504168900624749,
        0.13216586577567124
      ],
      "timestamp": 6156.272850003,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
      "sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
      "pose": [
        1.8236581025832566,
        0.15772694404985865,
        0.012623249151145988
      ],
      "timestamp": 6157.209504145,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
      "sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
      "pose": [
        1.8420035920300908,
        0.15643635347731777,
        -0.03775142456117253
      ],
      "timestamp": 6157.678663338,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
      "sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
      "pose": [
        1.8648499184047793,
        0.1578472677149515,
        -0.07203585429204695
      ],
      "timestamp": 6158.075426892,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
      "sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
      "pose": [
        1.9115007553818861,
        0.15431774193544623,
        -0.10140277204039139
      ],
      "timestamp": 6158.542561798,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
      "sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
      "pose": [
        1.9526743839546854,
        0.15246332723808875,
        -0.09966215235218057
      ],
      "timestamp": 6159.077442403,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
      "sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
      "pose": [
        1.9479923361593148,
        0.14935145295591334,
        -0.0816228871928595
      ],
      "timestamp": 6159.211396377,
      "observation_id": 40
    }
  ],
  "time_resampled_indices": [
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 2.00291079300041,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39
  ],
  "segments": [
    {
      "indices": [
        0,
        1
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        4,
        5
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37
      ],
      "tensor": "processed/segment2.pt",
      "shape": [
        32,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        38,
        39
      ],
      "tensor": "processed/segment3.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        24,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        23,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        22,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        21,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        20,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        85044,
        5662,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        821
      ],
      "attention_mask": [
        1,
        821
      ],
      "pixel_values_videos": [
        1,
        8512,
        1536
      ],
      "video_grid_thw": [
        4,
        3
      ],
      "_original_video_grid_thw": [
        4,
        3
      ],
      "_post_vit_pool_factors": [
        4
      ],
      "position_ids": [
        1,
        3,
        821
      ],
      "mm_token_type_ids": [
        1,
        821
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
      "sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
      "pose": [
        0.004248595657654917,
        0.006362734713777522,
        -0.11434688682213157
      ],
      "timestamp": 6132.983302005,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
      "sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
      "pose": [
        0.10673596067370075,
        -0.006929564339244659,
        -0.1024297284675435
      ],
      "timestamp": 6133.718506561,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
      "sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
      "pose": [
        0.2856902604539336,
        -0.012197623122551932,
        -0.06976974449275586
      ],
      "timestamp": 6135.253399061,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
      "sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
      "pose": [
        0.30487351776187893,
        -0.012344278931227137,
        -0.07856447005126954
      ],
      "timestamp": 6135.784640286,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
      "sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
      "pose": [
        0.3695160826205004,
        -0.017430672375153805,
        -0.08531818316942141
      ],
      "timestamp": 6136.454603478,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
      "sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
      "pose": [
        0.4029684340742697,
        -0.017164585740035154,
        -0.08009060915707567
      ],
      "timestamp": 6136.788452525,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
      "sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
      "pose": [
        0.3862528339375543,
        -0.012301384876126087,
        -0.004621333271215278
      ],
      "timestamp": 6137.457445894,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
      "sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
      "pose": [
        0.38436370391490127,
        -0.012284139329131832,
        -0.005387433458617696
      ],
      "timestamp": 6137.586881613,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
      "sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
      "pose": [
        0.39775438404289754,
        -0.0014613952882360781,
        -0.24554923303468534
      ],
      "timestamp": 6139.456328591,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
      "sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
      "pose": [
        0.4941909339559736,
        -0.03145830755578097,
        -0.22839018230363672
      ],
      "timestamp": 6140.124152419,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
      "sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
      "pose": [
        0.5928124064307354,
        -0.04002540152274675,
        -0.03683614964814863
      ],
      "timestamp": 6140.924452414,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
      "sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
      "pose": [
        0.6874974666558533,
        -0.039653228113946504,
        0.061466595444351846
      ],
      "timestamp": 6141.527870232,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
      "sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
      "pose": [
        0.7226915577778634,
        -0.03366062579866186,
        0.07089383446883568
      ],
      "timestamp": 6141.924350513,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
      "sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
      "pose": [
        0.7365345555662486,
        -0.03145398622190165,
        0.05280029588457457
      ],
      "timestamp": 6142.259174632,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
      "sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
      "pose": [
        0.8136033411174957,
        -0.02705643876756808,
        0.057857734761928015
      ],
      "timestamp": 6142.99534261,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
      "sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
      "pose": [
        0.9013382323810608,
        -0.020141064153893384,
        0.06590155987501634
      ],
      "timestamp": 6143.593744685,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
      "sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
      "pose": [
        0.976934603517629,
        -0.006193805197951707,
        0.09598544972630618
      ],
      "timestamp": 6144.263186164,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
      "sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
      "pose": [
        1.0358091733721664,
        -0.001899617597694192,
        0.11793770862554043
      ],
      "timestamp": 6144.795480383,
      "observation_id": 20
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
      "sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
      "pose": [
        1.0271228724487784,
        -0.0021072575307705677,
        0.3653802382485636
      ],
      "timestamp": 6146.798391176,
      "observation_id": 21
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
      "sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
      "pose": [
        1.1195521628761367,
        0.043949950184590136,
        0.3648830395074141
      ],
      "timestamp": 6147.53170892,
      "observation_id": 22
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
      "sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
      "pose": [
        1.2116673753388982,
        0.07490336954600207,
        0.18712030543703587
      ],
      "timestamp": 6148.668354362,
      "observation_id": 23
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
      "sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
      "pose": [
        1.2991681337103658,
        0.08848722519840169,
        0.14684225878354074
      ],
      "timestamp": 6149.265942683,
      "observation_id": 24
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
      "sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
      "pose": [
        1.3301083348614726,
        0.09091112333161122,
        0.11812073720730033
      ],
      "timestamp": 6149.733813196,
      "observation_id": 25
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
      "sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
      "pose": [
        1.3500248993753816,
        0.0916487411864072,
        0.09944605972043608
      ],
      "timestamp": 6150.13391004,
      "observation_id": 26
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
      "sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
      "pose": [
        1.4191622693489592,
        0.09665033622934938,
        0.10492785816907757
      ],
      "timestamp": 6151.003384452,
      "observation_id": 27
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
      "sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
      "pose": [
        1.4999743875313167,
        0.11044399801320415,
        0.09672108848666028
      ],
      "timestamp": 6151.735595345,
      "observation_id": 28
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
      "sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
      "pose": [
        1.570575100713445,
        0.1150625478269085,
        0.10534949663383619
      ],
      "timestamp": 6152.270482798,
      "observation_id": 29
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
      "sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
      "pose": [
        1.6099153468264744,
        0.12112337840249376,
        0.11792571742565272
      ],
      "timestamp": 6152.936560778,
      "observation_id": 30
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
      "sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
      "pose": [
        1.6298512310138686,
        0.12302165496827877,
        0.1332260184048879
      ],
      "timestamp": 6154.608225326,
      "observation_id": 31
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
      "sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
      "pose": [
        1.6993437458671683,
        0.13150915874332758,
        0.13830765097561806
      ],
      "timestamp": 6155.137831556,
      "observation_id": 32
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
      "sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
      "pose": [
        1.7583924443978878,
        0.14671170789841048,
        0.1350895576686342
      ],
      "timestamp": 6155.676672542,
      "observation_id": 33
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
      "sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
      "pose": [
        1.8108022121122855,
        0.15504168900624749,
        0.13216586577567124
      ],
      "timestamp": 6156.272850003,
      "observation_id": 34
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
      "sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
      "pose": [
        1.8236581025832566,
        0.15772694404985865,
        0.012623249151145988
      ],
      "timestamp": 6157.209504145,
      "observation_id": 35
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
      "sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
      "pose": [
        1.8420035920300908,
        0.15643635347731777,
        -0.03775142456117253
      ],
      "timestamp": 6157.678663338,
      "observation_id": 36
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
      "sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
      "pose": [
        1.8648499184047793,
        0.1578472677149515,
        -0.07203585429204695
      ],
      "timestamp": 6158.075426892,
      "observation_id": 37
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
      "sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
      "pose": [
        1.9115007553818861,
        0.15431774193544623,
        -0.10140277204039139
      ],
      "timestamp": 6158.542561798,
      "observation_id": 38
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
      "sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
      "pose": [
        1.9526743839546854,
        0.15246332723808875,
        -0.09966215235218057
      ],
      "timestamp": 6159.077442403,
      "observation_id": 39
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
      "sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
      "pose": [
        1.9479923361593148,
        0.14935145295591334,
        -0.0816228871928595
      ],
      "timestamp": 6159.211396377,
      "observation_id": 40
    }
  ]
}