{
  "instruction": "go  to the streetsign, return to the orange fence you've seen before",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000000/input-000.jpg",
      "sha256": "534fa5425ae5b1e3acd9cf85cff40e250b5a4324a9687f17ea609f6c631672f2",
      "pose": [
        3.587396216917513e-05,
        -1.609968419872171e-05,
        6.101330476099287e-05
      ],
      "timestamp": 9635.02579115,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-000.jpg",
      "sha256": "0c7171dcdfda675e8121379e9efc54a9abf0356977d823cd01f460b50c394187",
      "pose": [
        0.10001291376021931,
        0.016841981661178645,
        0.13036275467314812
      ],
      "timestamp": 9636.079421371,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-001.jpg",
      "sha256": "4153e8b5f175236c99a5636e43f66c667e8976c738dd8dae8110342e49a0a88a",
      "pose": [
        0.2361491757763821,
        0.03231797243006966,
        0.06752555569953717
      ],
      "timestamp": 9637.012697103,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-002.jpg",
      "sha256": "7da9eb8a0cdcc11b1fae27f1970a216d1460c3fc766aebcaf3991e62a8c68973",
      "pose": [
        0.3412917533012546,
        0.036119331026225554,
        0.03988299941213386
      ],
      "timestamp": 9637.748685199,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-003.jpg",
      "sha256": "a0d69af424df4f9cc660566651aba36d7ee34c0bef58c8ceea3c196d6a962433",
      "pose": [
        0.451263311740561,
        0.043002499064273114,
        0.028640033599890147
      ],
      "timestamp": 9638.549616941,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-004.jpg",
      "sha256": "683d74a30fc14b077c5eebf3b6487e60c6ca430ee4168a4e10e287433671770f",
      "pose": [
        0.558406385500873,
        0.0464447555866942,
        0.041828049636640885
      ],
      "timestamp": 9639.284419713,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-005.jpg",
      "sha256": "c0e2c415d36c53f5fef45fbbdf71e415c286e82abfde3c0375f662ad8405a19e",
      "pose": [
        0.6691481688615122,
        0.05704758290837414,
        0.027432916498658477
      ],
      "timestamp": 9640.155678979,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-006.jpg",
      "sha256": "450036af09b36864a4bbb2118dca262751e66aec971a0e9d011bfeedcf984c75",
      "pose": [
        0.7732363050684853,
        0.06260722622842735,
        0.07122198276096653
      ],
      "timestamp": 9641.555446458,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-007.jpg",
      "sha256": "16b3abb7a8a1c010fd9dc48283930752cde726d500dfdf7a2b10eb6174e20885",
      "pose": [
        0.8772414897153485,
        0.07594168058238177,
        0.05982834940276599
      ],
      "timestamp": 9642.288625843,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-008.jpg",
      "sha256": "727c831169c360b697eef85443e0f07e37684dbebe41c90ce526a38dbd70fcd2",
      "pose": [
        0.9593458579086331,
        0.08504377944230646,
        0.06289425227531237
      ],
      "timestamp": 9643.486326663,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-009.jpg",
      "sha256": "8284abd20da3c188f286a073ce94dcabaffd21b9ae2a8f6ad813e001fb3b4a42",
      "pose": [
        1.0050127843115677,
        0.09557575795062012,
        0.056968430632065636
      ],
      "timestamp": 9644.022417332,
      "observation_id": 10
    }
  ],
  "time_resampled_indices": [
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 1.3997674790007295,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        8,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        8,
        9
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        220,
        311,
        279,
        14371,
        622,
        11,
        470,
        311,
        279,
        18575,
        24650,
        498,
        3003,
        3884,
        1573,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        348
      ],
      "attention_mask": [
        1,
        348
      ],
      "pixel_values_videos": [
        1,
        2240,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        348
      ],
      "mm_token_type_ids": [
        1,
        348
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-000.jpg",
      "sha256": "0c7171dcdfda675e8121379e9efc54a9abf0356977d823cd01f460b50c394187",
      "pose": [
        0.10001291376021931,
        0.016841981661178645,
        0.13036275467314812
      ],
      "timestamp": 9636.079421371,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-001.jpg",
      "sha256": "4153e8b5f175236c99a5636e43f66c667e8976c738dd8dae8110342e49a0a88a",
      "pose": [
        0.2361491757763821,
        0.03231797243006966,
        0.06752555569953717
      ],
      "timestamp": 9637.012697103,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-002.jpg",
      "sha256": "7da9eb8a0cdcc11b1fae27f1970a216d1460c3fc766aebcaf3991e62a8c68973",
      "pose": [
        0.3412917533012546,
        0.036119331026225554,
        0.03988299941213386
      ],
      "timestamp": 9637.748685199,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-003.jpg",
      "sha256": "a0d69af424df4f9cc660566651aba36d7ee34c0bef58c8ceea3c196d6a962433",
      "pose": [
        0.451263311740561,
        0.043002499064273114,
        0.028640033599890147
      ],
      "timestamp": 9638.549616941,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-004.jpg",
      "sha256": "683d74a30fc14b077c5eebf3b6487e60c6ca430ee4168a4e10e287433671770f",
      "pose": [
        0.558406385500873,
        0.0464447555866942,
        0.041828049636640885
      ],
      "timestamp": 9639.284419713,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-005.jpg",
      "sha256": "c0e2c415d36c53f5fef45fbbdf71e415c286e82abfde3c0375f662ad8405a19e",
      "pose": [
        0.6691481688615122,
        0.05704758290837414,
        0.027432916498658477
      ],
      "timestamp": 9640.155678979,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-006.jpg",
      "sha256": "450036af09b36864a4bbb2118dca262751e66aec971a0e9d011bfeedcf984c75",
      "pose": [
        0.7732363050684853,
        0.06260722622842735,
        0.07122198276096653
      ],
      "timestamp": 9641.555446458,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-007.jpg",
      "sha256": "16b3abb7a8a1c010fd9dc48283930752cde726d500dfdf7a2b10eb6174e20885",
      "pose": [
        0.8772414897153485,
        0.07594168058238177,
        0.05982834940276599
      ],
      "timestamp": 9642.288625843,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-008.jpg",
      "sha256": "727c831169c360b697eef85443e0f07e37684dbebe41c90ce526a38dbd70fcd2",
      "pose": [
        0.9593458579086331,
        0.08504377944230646,
        0.06289425227531237
      ],
      "timestamp": 9643.486326663,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-180142-7992c767/steps/000001/input-009.jpg",
      "sha256": "8284abd20da3c188f286a073ce94dcabaffd21b9ae2a8f6ad813e001fb3b4a42",
      "pose": [
        1.0050127843115677,
        0.09557575795062012,
        0.056968430632065636
      ],
      "timestamp": 9644.022417332,
      "observation_id": 10
    }
  ]
}