{
  "instruction": "go to the vending machine",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
      "sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
      "pose": [
        -6.629139132116577e-05,
        0.0001061772814310826,
        -0.00021747460875598534
      ],
      "timestamp": 4394.618312002,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
      "sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
      "pose": [
        -0.0018843364615730774,
        0.009464171567259944,
        -0.11344523016786878
      ],
      "timestamp": 4395.970196492,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
      "sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
      "pose": [
        0.08535226967285675,
        -0.004303742978445102,
        -0.09973001600967812
      ],
      "timestamp": 4396.637580787,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
      "sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
      "pose": [
        0.16511867472070593,
        0.004188983497956947,
        -0.10860106390193502
      ],
      "timestamp": 4397.771704591,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
      "sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
      "pose": [
        0.22106458282333688,
        -0.003153930325293139,
        -0.10543214941748502
      ],
      "timestamp": 4398.239192059,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
      "sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
      "pose": [
        0.2490449869021808,
        -0.006928851051273374,
        -0.09404743574351038
      ],
      "timestamp": 4398.573984593,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
      "sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
      "pose": [
        0.26142017104342097,
        -0.00832760004850186,
        -0.0679474659778645
      ],
      "timestamp": 4398.90827356,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
      "sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
      "pose": [
        0.28273612899863804,
        -0.008177680388964076,
        -0.05620455657370904
      ],
      "timestamp": 4399.444377782,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
      "sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
      "pose": [
        0.3971445462242923,
        -0.010647168857002481,
        -0.05451966879940029
      ],
      "timestamp": 4400.243252973,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
      "sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
      "pose": [
        0.449100219420963,
        -0.01347695543892341,
        -0.03622211826704591
      ],
      "timestamp": 4400.711609237,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
      "sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
      "pose": [
        0.4412082343190198,
        -0.013168470039753383,
        -0.03668050634523068
      ],
      "timestamp": 4400.846000832,
      "observation_id": 10
    }
  ],
  "time_resampled_indices": [
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 1.351884489999975,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        8,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        8,
        9
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        85044,
        5662,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        337
      ],
      "attention_mask": [
        1,
        337
      ],
      "pixel_values_videos": [
        1,
        2240,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        337
      ],
      "mm_token_type_ids": [
        1,
        337
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
      "sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
      "pose": [
        -0.0018843364615730774,
        0.009464171567259944,
        -0.11344523016786878
      ],
      "timestamp": 4395.970196492,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
      "sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
      "pose": [
        0.08535226967285675,
        -0.004303742978445102,
        -0.09973001600967812
      ],
      "timestamp": 4396.637580787,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
      "sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
      "pose": [
        0.16511867472070593,
        0.004188983497956947,
        -0.10860106390193502
      ],
      "timestamp": 4397.771704591,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
      "sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
      "pose": [
        0.22106458282333688,
        -0.003153930325293139,
        -0.10543214941748502
      ],
      "timestamp": 4398.239192059,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
      "sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
      "pose": [
        0.2490449869021808,
        -0.006928851051273374,
        -0.09404743574351038
      ],
      "timestamp": 4398.573984593,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
      "sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
      "pose": [
        0.26142017104342097,
        -0.00832760004850186,
        -0.0679474659778645
      ],
      "timestamp": 4398.90827356,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
      "sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
      "pose": [
        0.28273612899863804,
        -0.008177680388964076,
        -0.05620455657370904
      ],
      "timestamp": 4399.444377782,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
      "sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
      "pose": [
        0.3971445462242923,
        -0.010647168857002481,
        -0.05451966879940029
      ],
      "timestamp": 4400.243252973,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
      "sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
      "pose": [
        0.449100219420963,
        -0.01347695543892341,
        -0.03622211826704591
      ],
      "timestamp": 4400.711609237,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
      "sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
      "pose": [
        0.4412082343190198,
        -0.013168470039753383,
        -0.03668050634523068
      ],
      "timestamp": 4400.846000832,
      "observation_id": 10
    }
  ]
}