{
  "instruction": "go to the white board and turn right to the person in white clothes",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
      "sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
      "pose": [
        -1.3540401999577991e-06,
        3.2887720179785936e-05,
        0.0012055776087245285
      ],
      "timestamp": 4055.472569418,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
      "sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
      "pose": [
        -0.004724162959207632,
        0.008641130381755062,
        0.28813170889151457
      ],
      "timestamp": 4057.802034636,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
      "sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
      "pose": [
        0.003143654186036657,
        0.01958049735787906,
        0.550314705460645
      ],
      "timestamp": 4062.539655754,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
      "sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
      "pose": [
        0.09107383805725776,
        0.08703520980279998,
        0.6747184328354285
      ],
      "timestamp": 4063.273526202,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
      "sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
      "pose": [
        0.16727436570010504,
        0.1504172478053437,
        0.6868370097631404
      ],
      "timestamp": 4064.140406969,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
      "sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
      "pose": [
        0.20297694007677797,
        0.18696440325778552,
        0.688946979170413
      ],
      "timestamp": 4064.675279353,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
      "sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
      "pose": [
        0.2215045090173007,
        0.20830725683167178,
        0.6916023388856287
      ],
      "timestamp": 4065.00940311,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
      "sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
      "pose": [
        0.284573430114548,
        0.257895678399643,
        0.7236530940136173
      ],
      "timestamp": 4065.673018902,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
      "sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
      "pose": [
        0.33715613205744877,
        0.3158514725211957,
        0.7164113398332808
      ],
      "timestamp": 4066.276980299,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
      "sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
      "pose": [
        0.38503960079347854,
        0.35661842581922326,
        0.6192333132493888
      ],
      "timestamp": 4066.942347548,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
      "sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
      "pose": [
        0.43008239991832936,
        0.3918953825558952,
        0.6040923920106069
      ],
      "timestamp": 4067.678827533,
      "observation_id": 10
    }
  ],
  "time_resampled_indices": [
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 4.737621117999879,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        8,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        8,
        9
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        4158,
        4479,
        323,
        2484,
        1290,
        311,
        279,
        1697,
        304,
        4158,
        15097,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        346
      ],
      "attention_mask": [
        1,
        346
      ],
      "pixel_values_videos": [
        1,
        2240,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        346
      ],
      "mm_token_type_ids": [
        1,
        346
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
      "sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
      "pose": [
        -0.004724162959207632,
        0.008641130381755062,
        0.28813170889151457
      ],
      "timestamp": 4057.802034636,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
      "sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
      "pose": [
        0.003143654186036657,
        0.01958049735787906,
        0.550314705460645
      ],
      "timestamp": 4062.539655754,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
      "sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
      "pose": [
        0.09107383805725776,
        0.08703520980279998,
        0.6747184328354285
      ],
      "timestamp": 4063.273526202,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
      "sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
      "pose": [
        0.16727436570010504,
        0.1504172478053437,
        0.6868370097631404
      ],
      "timestamp": 4064.140406969,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
      "sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
      "pose": [
        0.20297694007677797,
        0.18696440325778552,
        0.688946979170413
      ],
      "timestamp": 4064.675279353,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
      "sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
      "pose": [
        0.2215045090173007,
        0.20830725683167178,
        0.6916023388856287
      ],
      "timestamp": 4065.00940311,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
      "sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
      "pose": [
        0.284573430114548,
        0.257895678399643,
        0.7236530940136173
      ],
      "timestamp": 4065.673018902,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
      "sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
      "pose": [
        0.33715613205744877,
        0.3158514725211957,
        0.7164113398332808
      ],
      "timestamp": 4066.276980299,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
      "sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
      "pose": [
        0.38503960079347854,
        0.35661842581922326,
        0.6192333132493888
      ],
      "timestamp": 4066.942347548,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
      "sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
      "pose": [
        0.43008239991832936,
        0.3918953825558952,
        0.6040923920106069
      ],
      "timestamp": 4067.678827533,
      "observation_id": 10
    }
  ]
}