{
  "instruction": "go to the white board and turn right to the person in white clothes",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
      "sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
      "pose": [
        -4.466145444209443e-05,
        1.9236442283497668e-05,
        0.0006417507966691715
      ],
      "timestamp": 3913.391991056,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
      "sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
      "pose": [
        0.04121477041045813,
        -0.0007087334213673998,
        -0.045303924229552095
      ],
      "timestamp": 3914.690554285,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
      "sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
      "pose": [
        0.10077759847264918,
        -0.004138614791987015,
        -0.059894018311555275
      ],
      "timestamp": 3915.223535366,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
      "sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
      "pose": [
        0.17851053307039946,
        -0.005896805793735981,
        -0.06261677590347148
      ],
      "timestamp": 3915.959066164,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
      "sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
      "pose": [
        0.26487316617601875,
        -0.013462175618697093,
        -0.05318122872883979
      ],
      "timestamp": 3916.492475998,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
      "sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
      "pose": [
        0.3599306241087642,
        -0.01045057571107556,
        -0.0526274564432323
      ],
      "timestamp": 3917.226981446,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
      "sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
      "pose": [
        0.47323197367447967,
        -0.016765919662194404,
        -0.035700116989390906
      ],
      "timestamp": 3918.026405035,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
      "sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
      "pose": [
        0.5900420075516158,
        -0.016623758117910375,
        -0.02903667201471327
      ],
      "timestamp": 3918.896202773,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
      "sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
      "pose": [
        0.6933406657547986,
        -0.01501189316013235,
        -0.010047428038102435
      ],
      "timestamp": 3919.695140648,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
      "sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
      "pose": [
        0.7930270497116465,
        -0.008623379518284069,
        -0.009486108319402664
      ],
      "timestamp": 3920.427210615,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
      "sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
      "pose": [
        0.8888718838421359,
        -0.012486886638227793,
        0.0030007754722394253
      ],
      "timestamp": 3921.028617486,
      "observation_id": 10
    }
  ],
  "time_resampled_indices": [
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 1.2985632290001377,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        8,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        8,
        9
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        4158,
        4479,
        323,
        2484,
        1290,
        311,
        279,
        1697,
        304,
        4158,
        15097,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        346
      ],
      "attention_mask": [
        1,
        346
      ],
      "pixel_values_videos": [
        1,
        2240,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        346
      ],
      "mm_token_type_ids": [
        1,
        346
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
      "sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
      "pose": [
        0.04121477041045813,
        -0.0007087334213673998,
        -0.045303924229552095
      ],
      "timestamp": 3914.690554285,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
      "sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
      "pose": [
        0.10077759847264918,
        -0.004138614791987015,
        -0.059894018311555275
      ],
      "timestamp": 3915.223535366,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
      "sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
      "pose": [
        0.17851053307039946,
        -0.005896805793735981,
        -0.06261677590347148
      ],
      "timestamp": 3915.959066164,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
      "sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
      "pose": [
        0.26487316617601875,
        -0.013462175618697093,
        -0.05318122872883979
      ],
      "timestamp": 3916.492475998,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
      "sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
      "pose": [
        0.3599306241087642,
        -0.01045057571107556,
        -0.0526274564432323
      ],
      "timestamp": 3917.226981446,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
      "sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
      "pose": [
        0.47323197367447967,
        -0.016765919662194404,
        -0.035700116989390906
      ],
      "timestamp": 3918.026405035,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
      "sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
      "pose": [
        0.5900420075516158,
        -0.016623758117910375,
        -0.02903667201471327
      ],
      "timestamp": 3918.896202773,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
      "sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
      "pose": [
        0.6933406657547986,
        -0.01501189316013235,
        -0.010047428038102435
      ],
      "timestamp": 3919.695140648,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
      "sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
      "pose": [
        0.7930270497116465,
        -0.008623379518284069,
        -0.009486108319402664
      ],
      "timestamp": 3920.427210615,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
      "sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
      "pose": [
        0.8888718838421359,
        -0.012486886638227793,
        0.0030007754722394253
      ],
      "timestamp": 3921.028617486,
      "observation_id": 10
    }
  ]
}