{
  "instruction": "go to the vending machine",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000000/input-000.jpg",
      "sha256": "6f18c6146c32c9f189fc8e523746bc790179c77b15f6e590d77fff4e9be12418",
      "pose": [
        -6.737307001702861e-05,
        5.214981778251158e-05,
        1.324986536888062e-05
      ],
      "timestamp": 6329.078354679,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-000.jpg",
      "sha256": "47977fdb09a87a72be22cebd54344694cb75e4b8d8deca421e9f7c6aa7755324",
      "pose": [
        0.04825364183211451,
        0.002318884178721444,
        -0.07018820956830174
      ],
      "timestamp": 6329.714959149,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-001.jpg",
      "sha256": "af6926e1bad088decf1e2f0d94f9c1d4d0f6b4b16aa7d2af027d1b1ae97d151c",
      "pose": [
        0.11922094334115628,
        0.004360593323930309,
        -0.08587591447934885
      ],
      "timestamp": 6330.784593187,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-002.jpg",
      "sha256": "460860774ae2070072b9651bba37987ffe4667ad7923845395559547fc4617b7",
      "pose": [
        0.149007744399629,
        0.0010217089303482807,
        -0.08551258479939428
      ],
      "timestamp": 6331.119844455,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-003.jpg",
      "sha256": "54e249003cee6b5b568076b52fb89debc36bc0d069e35221f7e1489386bece7c",
      "pose": [
        0.18046271217099102,
        0.0006674961924540701,
        -0.07597432232888224
      ],
      "timestamp": 6331.449781731,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-004.jpg",
      "sha256": "f3546ad7652d8338a10509f7fec612f24f1ed359d62426af4d20773eca09dbaa",
      "pose": [
        0.2467817891127959,
        -0.001560073786242011,
        0.034380620934870265
      ],
      "timestamp": 6331.981865607,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-005.jpg",
      "sha256": "0f9a5d3d2afe225344aa61d15b57d874921813ead8dea164aec9fb222efabdc7",
      "pose": [
        0.32728692648564744,
        0.010956607794516487,
        0.05750673684418883
      ],
      "timestamp": 6332.654040165,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-006.jpg",
      "sha256": "dd969f0ab4ea6f2700cc68942d91e9f369471367cc569ab075badf46a9dc8359",
      "pose": [
        0.42756407063140667,
        0.01733158235158269,
        0.0745838742320224
      ],
      "timestamp": 6333.251810539,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-007.jpg",
      "sha256": "be5276e3125102b093b7b98dc6dab8e7dc79b0686605806cf0f2d14d2d67bb23",
      "pose": [
        0.535492789350547,
        0.02999699593348415,
        0.04285390555288426
      ],
      "timestamp": 6334.05285331,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-008.jpg",
      "sha256": "5a7107d50d142627c82a72d44006a6cbf7171ec57d5e6ce0bab8467d3a97f3ee",
      "pose": [
        0.6453100713976341,
        0.03462824708173712,
        0.05751582442921598
      ],
      "timestamp": 6334.787442326,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-009.jpg",
      "sha256": "36aedc028a42025c821061a198a2cd581c463eb4bdead9dc4bc2d0141b1ea467",
      "pose": [
        0.7448280504622824,
        0.047174824744796284,
        0.042417587078089174
      ],
      "timestamp": 6335.519460637,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-000.jpg",
      "sha256": "b9f02307394df77dde8f20746eb071e207fece4b145fe4eaca37d2acc51af547",
      "pose": [
        0.7409934855382421,
        0.04461404307271721,
        -0.0318554048823918
      ],
      "timestamp": 6337.122116757,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-001.jpg",
      "sha256": "8ad65fbb12055f71166caa771e3910e911e2ab75a61bfd969b66da61f2522094",
      "pose": [
        0.7511008149803517,
        0.04711432394756615,
        -0.12435015751424006
      ],
      "timestamp": 6338.457021317,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-002.jpg",
      "sha256": "c448c0cf37ccf44e89166a041b2f7b32513a17a0e97cd55363ebaba37493a38e",
      "pose": [
        0.7487818692166842,
        0.05440684852336658,
        -0.24449268153409998
      ],
      "timestamp": 6339.863416431,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-003.jpg",
      "sha256": "aa35f2017005997e33814db543dd2386c197d99718978193935af8c6616695a2",
      "pose": [
        0.8233017063533106,
        0.02899053419984271,
        -0.2622897565226512
      ],
      "timestamp": 6340.460298649,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-004.jpg",
      "sha256": "56f196cca13048e1d6d8c17c451339df270e972941c34c9d1d45fdff425db9b9",
      "pose": [
        0.9178063380097037,
        0.0058495488996355705,
        -0.24247023891603406
      ],
      "timestamp": 6341.195092312,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-005.jpg",
      "sha256": "a01a4bb4d3255928fe6352544c14131f354637bdb47e3d113fb45c39ca59470a",
      "pose": [
        1.0027196034489483,
        -0.01777653633017423,
        -0.2166626308918791
      ],
      "timestamp": 6341.793261387,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-006.jpg",
      "sha256": "2daee49f8bb5647dbc5c4bf96880b89b1f6e5fe79d3fe41f743dd0b3af5f093b",
      "pose": [
        1.0714388326701152,
        -0.02449481696154998,
        -0.19421282709309384
      ],
      "timestamp": 6342.393816426,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-007.jpg",
      "sha256": "55c93f7ae0fd6f2563c854ccd1ab068f1015267c33af598b0a04a64f79f262f7",
      "pose": [
        1.1266750755968329,
        -0.035994356549447604,
        -0.14401329425138298
      ],
      "timestamp": 6342.860165547,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-008.jpg",
      "sha256": "bbaef045ca52fb49b771b5ccaed8a847bbc34895d2fb8ea97ed5eabb2ba9f700",
      "pose": [
        1.163577918367549,
        -0.036827972892536365,
        -0.10271546836952085
      ],
      "timestamp": 6343.328298724,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-009.jpg",
      "sha256": "8b7bc2862a2c7cabd6429d47ef55d030d4231efac6e3bf77b8fbb96e92a48fa3",
      "pose": [
        1.1955536231278638,
        -0.03145899790297202,
        -0.08409978447922795
      ],
      "timestamp": 6343.860482283,
      "observation_id": 20
    }
  ],
  "time_resampled_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 1.6026561200005744,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        18
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        20,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        19,
        20
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        19,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        20,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        85044,
        5662,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        553
      ],
      "attention_mask": [
        1,
        553
      ],
      "pixel_values_videos": [
        1,
        4928,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        553
      ],
      "mm_token_type_ids": [
        1,
        553
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000000/input-000.jpg",
      "sha256": "6f18c6146c32c9f189fc8e523746bc790179c77b15f6e590d77fff4e9be12418",
      "pose": [
        -6.737307001702861e-05,
        5.214981778251158e-05,
        1.324986536888062e-05
      ],
      "timestamp": 6329.078354679,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-000.jpg",
      "sha256": "47977fdb09a87a72be22cebd54344694cb75e4b8d8deca421e9f7c6aa7755324",
      "pose": [
        0.04825364183211451,
        0.002318884178721444,
        -0.07018820956830174
      ],
      "timestamp": 6329.714959149,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-001.jpg",
      "sha256": "af6926e1bad088decf1e2f0d94f9c1d4d0f6b4b16aa7d2af027d1b1ae97d151c",
      "pose": [
        0.11922094334115628,
        0.004360593323930309,
        -0.08587591447934885
      ],
      "timestamp": 6330.784593187,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-002.jpg",
      "sha256": "460860774ae2070072b9651bba37987ffe4667ad7923845395559547fc4617b7",
      "pose": [
        0.149007744399629,
        0.0010217089303482807,
        -0.08551258479939428
      ],
      "timestamp": 6331.119844455,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-003.jpg",
      "sha256": "54e249003cee6b5b568076b52fb89debc36bc0d069e35221f7e1489386bece7c",
      "pose": [
        0.18046271217099102,
        0.0006674961924540701,
        -0.07597432232888224
      ],
      "timestamp": 6331.449781731,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-004.jpg",
      "sha256": "f3546ad7652d8338a10509f7fec612f24f1ed359d62426af4d20773eca09dbaa",
      "pose": [
        0.2467817891127959,
        -0.001560073786242011,
        0.034380620934870265
      ],
      "timestamp": 6331.981865607,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-005.jpg",
      "sha256": "0f9a5d3d2afe225344aa61d15b57d874921813ead8dea164aec9fb222efabdc7",
      "pose": [
        0.32728692648564744,
        0.010956607794516487,
        0.05750673684418883
      ],
      "timestamp": 6332.654040165,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-006.jpg",
      "sha256": "dd969f0ab4ea6f2700cc68942d91e9f369471367cc569ab075badf46a9dc8359",
      "pose": [
        0.42756407063140667,
        0.01733158235158269,
        0.0745838742320224
      ],
      "timestamp": 6333.251810539,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-007.jpg",
      "sha256": "be5276e3125102b093b7b98dc6dab8e7dc79b0686605806cf0f2d14d2d67bb23",
      "pose": [
        0.535492789350547,
        0.02999699593348415,
        0.04285390555288426
      ],
      "timestamp": 6334.05285331,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-008.jpg",
      "sha256": "5a7107d50d142627c82a72d44006a6cbf7171ec57d5e6ce0bab8467d3a97f3ee",
      "pose": [
        0.6453100713976341,
        0.03462824708173712,
        0.05751582442921598
      ],
      "timestamp": 6334.787442326,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000001/input-009.jpg",
      "sha256": "36aedc028a42025c821061a198a2cd581c463eb4bdead9dc4bc2d0141b1ea467",
      "pose": [
        0.7448280504622824,
        0.047174824744796284,
        0.042417587078089174
      ],
      "timestamp": 6335.519460637,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-000.jpg",
      "sha256": "b9f02307394df77dde8f20746eb071e207fece4b145fe4eaca37d2acc51af547",
      "pose": [
        0.7409934855382421,
        0.04461404307271721,
        -0.0318554048823918
      ],
      "timestamp": 6337.122116757,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-001.jpg",
      "sha256": "8ad65fbb12055f71166caa771e3910e911e2ab75a61bfd969b66da61f2522094",
      "pose": [
        0.7511008149803517,
        0.04711432394756615,
        -0.12435015751424006
      ],
      "timestamp": 6338.457021317,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-002.jpg",
      "sha256": "c448c0cf37ccf44e89166a041b2f7b32513a17a0e97cd55363ebaba37493a38e",
      "pose": [
        0.7487818692166842,
        0.05440684852336658,
        -0.24449268153409998
      ],
      "timestamp": 6339.863416431,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-003.jpg",
      "sha256": "aa35f2017005997e33814db543dd2386c197d99718978193935af8c6616695a2",
      "pose": [
        0.8233017063533106,
        0.02899053419984271,
        -0.2622897565226512
      ],
      "timestamp": 6340.460298649,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-004.jpg",
      "sha256": "56f196cca13048e1d6d8c17c451339df270e972941c34c9d1d45fdff425db9b9",
      "pose": [
        0.9178063380097037,
        0.0058495488996355705,
        -0.24247023891603406
      ],
      "timestamp": 6341.195092312,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-005.jpg",
      "sha256": "a01a4bb4d3255928fe6352544c14131f354637bdb47e3d113fb45c39ca59470a",
      "pose": [
        1.0027196034489483,
        -0.01777653633017423,
        -0.2166626308918791
      ],
      "timestamp": 6341.793261387,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-006.jpg",
      "sha256": "2daee49f8bb5647dbc5c4bf96880b89b1f6e5fe79d3fe41f743dd0b3af5f093b",
      "pose": [
        1.0714388326701152,
        -0.02449481696154998,
        -0.19421282709309384
      ],
      "timestamp": 6342.393816426,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-007.jpg",
      "sha256": "55c93f7ae0fd6f2563c854ccd1ab068f1015267c33af598b0a04a64f79f262f7",
      "pose": [
        1.1266750755968329,
        -0.035994356549447604,
        -0.14401329425138298
      ],
      "timestamp": 6342.860165547,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-008.jpg",
      "sha256": "bbaef045ca52fb49b771b5ccaed8a847bbc34895d2fb8ea97ed5eabb2ba9f700",
      "pose": [
        1.163577918367549,
        -0.036827972892536365,
        -0.10271546836952085
      ],
      "timestamp": 6343.328298724,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-205156-d59aab9b/steps/000002/input-009.jpg",
      "sha256": "8b7bc2862a2c7cabd6429d47ef55d030d4231efac6e3bf77b8fbb96e92a48fa3",
      "pose": [
        1.1955536231278638,
        -0.03145899790297202,
        -0.08409978447922795
      ],
      "timestamp": 6343.860482283,
      "observation_id": 20
    }
  ]
}