{
  "instruction": "go  to the streetsign, return to the orange fence you've seen before",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
      "sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
      "pose": [
        -5.058192024263476e-05,
        5.246826091001719e-05,
        0.00021162882233628083
      ],
      "timestamp": 9467.211198912,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
      "sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
      "pose": [
        0.07129148161423797,
        0.010117496526823444,
        0.12596235317877216
      ],
      "timestamp": 9469.114180359,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
      "sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
      "pose": [
        0.11704389972458829,
        0.015392142042188368,
        0.08394106949855283
      ],
      "timestamp": 9469.57981854,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
      "sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
      "pose": [
        0.16903403283615911,
        0.01966946632854636,
        0.08266572744969937
      ],
      "timestamp": 9470.445672422,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
      "sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
      "pose": [
        0.24003597734928062,
        0.02497418231992338,
        0.03899903141692878
      ],
      "timestamp": 9471.047728023,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
      "sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
      "pose": [
        0.32540730456152,
        0.03146357050309254,
        0.046474040923991225
      ],
      "timestamp": 9472.047160948,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
      "sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
      "pose": [
        0.4073414290659284,
        0.03324150147977654,
        0.04118361114101078
      ],
      "timestamp": 9472.581565315,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
      "sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
      "pose": [
        0.4884902974775669,
        0.03671401680258742,
        0.05701880887813361
      ],
      "timestamp": 9473.24930382,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
      "sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
      "pose": [
        0.5650689390824938,
        0.036384814724378906,
        0.07275213440450778
      ],
      "timestamp": 9473.787704398,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
      "sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
      "pose": [
        0.636193497664385,
        0.0476743191663146,
        0.07278368513092717
      ],
      "timestamp": 9474.317888994,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
      "sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
      "pose": [
        0.6716302169075165,
        0.0468801992880494,
        0.08260963578778499
      ],
      "timestamp": 9474.718321407,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
      "sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
      "pose": [
        0.787464942023658,
        0.056549550303561416,
        0.08943035681053106
      ],
      "timestamp": 9476.651881679,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
      "sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
      "pose": [
        0.9034402414990379,
        0.06400862074253076,
        0.1091620986343899
      ],
      "timestamp": 9477.391145128,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
      "sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
      "pose": [
        1.026373997316262,
        0.0886297403301637,
        0.1337108984517234
      ],
      "timestamp": 9478.253857263,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
      "sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
      "pose": [
        1.1409973746362838,
        0.11185148646613972,
        0.19353392223961757
      ],
      "timestamp": 9479.120659404,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
      "sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
      "pose": [
        1.2557258197175207,
        0.139447608330614,
        0.1958651133172031
      ],
      "timestamp": 9479.92566704,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
      "sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
      "pose": [
        1.3760358670261175,
        0.1689948506866632,
        0.20625298438544953
      ],
      "timestamp": 9480.789768154,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
      "sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
      "pose": [
        1.4967411271991005,
        0.19027014786867857,
        0.1817904585512244
      ],
      "timestamp": 9481.726981054,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
      "sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
      "pose": [
        1.6087911342004333,
        0.21042958357727964,
        0.1504397854983724
      ],
      "timestamp": 9482.59413636,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
      "sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
      "pose": [
        1.7215960112832056,
        0.22368970750674677,
        0.12997288210742403
      ],
      "timestamp": 9483.460303406,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
      "sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
      "pose": [
        1.8223906292982262,
        0.2343747428814538,
        0.11187087207450666
      ],
      "timestamp": 9484.128045175,
      "observation_id": 20
    }
  ],
  "time_resampled_indices": [
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 1.9335602720002498,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        18,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        18,
        19
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        19,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        220,
        311,
        279,
        14371,
        622,
        11,
        470,
        311,
        279,
        18575,
        24650,
        498,
        3003,
        3884,
        1573,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        528
      ],
      "attention_mask": [
        1,
        528
      ],
      "pixel_values_videos": [
        1,
        4480,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        528
      ],
      "mm_token_type_ids": [
        1,
        528
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
      "sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
      "pose": [
        0.07129148161423797,
        0.010117496526823444,
        0.12596235317877216
      ],
      "timestamp": 9469.114180359,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
      "sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
      "pose": [
        0.11704389972458829,
        0.015392142042188368,
        0.08394106949855283
      ],
      "timestamp": 9469.57981854,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
      "sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
      "pose": [
        0.16903403283615911,
        0.01966946632854636,
        0.08266572744969937
      ],
      "timestamp": 9470.445672422,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
      "sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
      "pose": [
        0.24003597734928062,
        0.02497418231992338,
        0.03899903141692878
      ],
      "timestamp": 9471.047728023,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
      "sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
      "pose": [
        0.32540730456152,
        0.03146357050309254,
        0.046474040923991225
      ],
      "timestamp": 9472.047160948,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
      "sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
      "pose": [
        0.4073414290659284,
        0.03324150147977654,
        0.04118361114101078
      ],
      "timestamp": 9472.581565315,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
      "sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
      "pose": [
        0.4884902974775669,
        0.03671401680258742,
        0.05701880887813361
      ],
      "timestamp": 9473.24930382,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
      "sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
      "pose": [
        0.5650689390824938,
        0.036384814724378906,
        0.07275213440450778
      ],
      "timestamp": 9473.787704398,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
      "sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
      "pose": [
        0.636193497664385,
        0.0476743191663146,
        0.07278368513092717
      ],
      "timestamp": 9474.317888994,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
      "sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
      "pose": [
        0.6716302169075165,
        0.0468801992880494,
        0.08260963578778499
      ],
      "timestamp": 9474.718321407,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
      "sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
      "pose": [
        0.787464942023658,
        0.056549550303561416,
        0.08943035681053106
      ],
      "timestamp": 9476.651881679,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
      "sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
      "pose": [
        0.9034402414990379,
        0.06400862074253076,
        0.1091620986343899
      ],
      "timestamp": 9477.391145128,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
      "sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
      "pose": [
        1.026373997316262,
        0.0886297403301637,
        0.1337108984517234
      ],
      "timestamp": 9478.253857263,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
      "sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
      "pose": [
        1.1409973746362838,
        0.11185148646613972,
        0.19353392223961757
      ],
      "timestamp": 9479.120659404,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
      "sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
      "pose": [
        1.2557258197175207,
        0.139447608330614,
        0.1958651133172031
      ],
      "timestamp": 9479.92566704,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
      "sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
      "pose": [
        1.3760358670261175,
        0.1689948506866632,
        0.20625298438544953
      ],
      "timestamp": 9480.789768154,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
      "sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
      "pose": [
        1.4967411271991005,
        0.19027014786867857,
        0.1817904585512244
      ],
      "timestamp": 9481.726981054,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
      "sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
      "pose": [
        1.6087911342004333,
        0.21042958357727964,
        0.1504397854983724
      ],
      "timestamp": 9482.59413636,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
      "sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
      "pose": [
        1.7215960112832056,
        0.22368970750674677,
        0.12997288210742403
      ],
      "timestamp": 9483.460303406,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
      "sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
      "pose": [
        1.8223906292982262,
        0.2343747428814538,
        0.11187087207450666
      ],
      "timestamp": 9484.128045175,
      "observation_id": 20
    }
  ]
}