{
  "instruction": "go to the vending machine",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
      "sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
      "pose": [
        5.879138607508591e-06,
        3.77070413035346e-05,
        -7.488246145204158e-05
      ],
      "timestamp": 5823.20912434,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
      "sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
      "pose": [
        0.006307792145597568,
        0.016463728604744578,
        0.28316903814730443
      ],
      "timestamp": 5825.174607212,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
      "sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
      "pose": [
        0.06791789560658111,
        0.02994762038205788,
        0.3163647447339568
      ],
      "timestamp": 5825.9075976,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
      "sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
      "pose": [
        0.11861555342127512,
        0.03461435700622555,
        0.19604292089930375
      ],
      "timestamp": 5826.644081699,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
      "sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
      "pose": [
        0.183311529708329,
        0.04028885428862643,
        0.13317827243765024
      ],
      "timestamp": 5827.242235943,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
      "sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
      "pose": [
        0.24947156999791165,
        0.04868887858566219,
        0.12608517390309215
      ],
      "timestamp": 5828.176854671,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
      "sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
      "pose": [
        0.3254964648556288,
        0.058324492773268705,
        0.12568890615788986
      ],
      "timestamp": 5828.911745151,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
      "sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
      "pose": [
        0.4004510927277891,
        0.07051413457941794,
        0.13233668868792448
      ],
      "timestamp": 5829.510877987,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
      "sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
      "pose": [
        0.4848647362239152,
        0.09690935787510957,
        0.13357457774435488
      ],
      "timestamp": 5830.382897771,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
      "sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
      "pose": [
        0.561868563060931,
        0.10847591874093857,
        0.1477795840387035
      ],
      "timestamp": 5830.911879681,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
      "sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
      "pose": [
        0.6106719265937381,
        0.11659432258568053,
        0.15971692772434046
      ],
      "timestamp": 5831.446362532,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
      "sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
      "pose": [
        0.6090683366742338,
        0.1321626009506938,
        -0.10480891289944694
      ],
      "timestamp": 5833.716420013,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
      "sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
      "pose": [
        0.7201156950760129,
        0.10760659945991657,
        -0.12058173700624142
      ],
      "timestamp": 5834.517002814,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
      "sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
      "pose": [
        0.8272310358511064,
        0.1012231228404808,
        0.03287599722427359
      ],
      "timestamp": 5835.452473569,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
      "sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
      "pose": [
        0.9159259819124064,
        0.11573594417727157,
        0.11750274029183183
      ],
      "timestamp": 5836.185769247,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
      "sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
      "pose": [
        0.9380567495328643,
        0.11984184790714808,
        0.14373840138908237
      ],
      "timestamp": 5836.519629231,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-005.jpg",
      "sha256": "054b0a2e53f6fbbc38c91d10ef997621126eca87ef3024936ad413ff3973c855",
      "pose": [
        0.9392504064051057,
        0.1184605963557036,
        0.1540588441995605
      ],
      "timestamp": 5836.652927405,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
      "sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
      "pose": [
        1.0012033115064765,
        0.13362229364633343,
        0.16301370568253315
      ],
      "timestamp": 5837.918985464,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
      "sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
      "pose": [
        1.089032362194287,
        0.1466074942449228,
        0.16362248197384677
      ],
      "timestamp": 5838.855994284,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
      "sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
      "pose": [
        1.1600302988882865,
        0.16167706121926007,
        0.167104457828553
      ],
      "timestamp": 5839.522615913,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
      "sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
      "pose": [
        1.2147688784570407,
        0.1692415020097391,
        0.184054031721419
      ],
      "timestamp": 5840.05635679,
      "observation_id": 20
    }
  ],
  "time_resampled_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    17,
    18,
    19,
    20
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 2.2700574809996397,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        18,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        18,
        19
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        19,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        85044,
        5662,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        517
      ],
      "attention_mask": [
        1,
        517
      ],
      "pixel_values_videos": [
        1,
        4480,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        517
      ],
      "mm_token_type_ids": [
        1,
        517
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000000/input-000.jpg",
      "sha256": "3e4b9dfee4e5d22b9ad8ac014653db21efca5f79f0292297b856add64ef21b97",
      "pose": [
        5.879138607508591e-06,
        3.77070413035346e-05,
        -7.488246145204158e-05
      ],
      "timestamp": 5823.20912434,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-000.jpg",
      "sha256": "f5617934b578de6b09952f260cdda5c1106a9e4bdbf4fa9e64f5615dbcc31c30",
      "pose": [
        0.006307792145597568,
        0.016463728604744578,
        0.28316903814730443
      ],
      "timestamp": 5825.174607212,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-001.jpg",
      "sha256": "f48ecdbb9b7d7476a04be5e9f0c881835765c4f4e787e63730167922a3d31edc",
      "pose": [
        0.06791789560658111,
        0.02994762038205788,
        0.3163647447339568
      ],
      "timestamp": 5825.9075976,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-002.jpg",
      "sha256": "3be16f28bd57874641a0f0fac763a70da2b763a3c3aada857a5a92679ba60d5f",
      "pose": [
        0.11861555342127512,
        0.03461435700622555,
        0.19604292089930375
      ],
      "timestamp": 5826.644081699,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-003.jpg",
      "sha256": "6e5dbe48be7a275fe19e63817ecac74637416cc5efc357b6b17e0541e41ffac8",
      "pose": [
        0.183311529708329,
        0.04028885428862643,
        0.13317827243765024
      ],
      "timestamp": 5827.242235943,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-004.jpg",
      "sha256": "21b6a971056a5fed577e8fff2f0413826740e64b07adba67cc25d35339e3555c",
      "pose": [
        0.24947156999791165,
        0.04868887858566219,
        0.12608517390309215
      ],
      "timestamp": 5828.176854671,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-005.jpg",
      "sha256": "78a4ef8af427734dd0ada0cc74d54d31f6dec31ab2a08d20be935275065a2f42",
      "pose": [
        0.3254964648556288,
        0.058324492773268705,
        0.12568890615788986
      ],
      "timestamp": 5828.911745151,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-006.jpg",
      "sha256": "ad4db86f04e16686d590f5b3ccf81ca72ef4c5bfaafc7226348a1b29f6382df6",
      "pose": [
        0.4004510927277891,
        0.07051413457941794,
        0.13233668868792448
      ],
      "timestamp": 5829.510877987,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-007.jpg",
      "sha256": "61134339be54c5a05b0d475d0e6575524d0d632057de9eee3339458101754a6b",
      "pose": [
        0.4848647362239152,
        0.09690935787510957,
        0.13357457774435488
      ],
      "timestamp": 5830.382897771,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-008.jpg",
      "sha256": "7606a4bf4d6e6035f93827547fcdb3982b0c50308d7d627e69e3afab7bd2af56",
      "pose": [
        0.561868563060931,
        0.10847591874093857,
        0.1477795840387035
      ],
      "timestamp": 5830.911879681,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000001/input-009.jpg",
      "sha256": "2827950bd7339bff5a185ea567a5887ad9fc94d9f998e14088f4feabf058b570",
      "pose": [
        0.6106719265937381,
        0.11659432258568053,
        0.15971692772434046
      ],
      "timestamp": 5831.446362532,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-000.jpg",
      "sha256": "8453144c073cf8ba31079ee536a4a7da1ddb729d60c77117f0f3a20775a96cef",
      "pose": [
        0.6090683366742338,
        0.1321626009506938,
        -0.10480891289944694
      ],
      "timestamp": 5833.716420013,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-001.jpg",
      "sha256": "83b0ebc44fd9ca1cba7bb623730fba291bbcca1d683e793abbcb2692331c2bcb",
      "pose": [
        0.7201156950760129,
        0.10760659945991657,
        -0.12058173700624142
      ],
      "timestamp": 5834.517002814,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-002.jpg",
      "sha256": "8894e8536b1164ac37c43d96e9970edc7dcf174ee6761642c6125be1d2d6005f",
      "pose": [
        0.8272310358511064,
        0.1012231228404808,
        0.03287599722427359
      ],
      "timestamp": 5835.452473569,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-003.jpg",
      "sha256": "47879c4f9686db5226ab80d42f80c16d2535ce25a8a723b1ac4cf4e06a12a45d",
      "pose": [
        0.9159259819124064,
        0.11573594417727157,
        0.11750274029183183
      ],
      "timestamp": 5836.185769247,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-004.jpg",
      "sha256": "3babf1ae3348a16b146fe657cebba5049f7fafccab126a1e8b3fc2863eb0fbf9",
      "pose": [
        0.9380567495328643,
        0.11984184790714808,
        0.14373840138908237
      ],
      "timestamp": 5836.519629231,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-006.jpg",
      "sha256": "8746adc85a44e10059027aaa3ea8d00748fc1a464f60f5161a7c18510c24be44",
      "pose": [
        1.0012033115064765,
        0.13362229364633343,
        0.16301370568253315
      ],
      "timestamp": 5837.918985464,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-007.jpg",
      "sha256": "d797269bfb6f3a1c57bad0864f07c4702b02b8f80f009fb8187837271977859f",
      "pose": [
        1.089032362194287,
        0.1466074942449228,
        0.16362248197384677
      ],
      "timestamp": 5838.855994284,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-008.jpg",
      "sha256": "ed91db8f8a7160734214c82c83ddee75abd534f8916da357740e323fc0ba3e7c",
      "pose": [
        1.1600302988882865,
        0.16167706121926007,
        0.167104457828553
      ],
      "timestamp": 5839.522615913,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204330-d47e7d2e/steps/000002/input-009.jpg",
      "sha256": "b8e4e9bda206d82e5c052dde68507b61ce1fa841e049c8f0497d8dcd78ffdc4c",
      "pose": [
        1.2147688784570407,
        0.1692415020097391,
        0.184054031721419
      ],
      "timestamp": 5840.05635679,
      "observation_id": 20
    }
  ]
}