{
  "instruction": "go to the white board and turn right to the person in white clothes",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000000/input-000.jpg",
      "sha256": "18287a341fd4b93739f77c7f8b1138ee482c562c9f111e0bae2d3ab5ba06cf55",
      "pose": [
        0.00012118789094719547,
        -1.4440124389399948e-05,
        0.00048159440072037535
      ],
      "timestamp": 3986.059422027,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-000.jpg",
      "sha256": "259a459c140b45e0fc25f3b697e610d76c0cddc87accc8b15e37ed254397a464",
      "pose": [
        0.05125418469602755,
        0.0034439087873164276,
        0.0011492555069643196
      ],
      "timestamp": 3987.297106977,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-001.jpg",
      "sha256": "f675453c835c5bac56b98583f74fd172dcee94c1b74a412e5206ee6cd1e3c1b4",
      "pose": [
        0.10536618121758452,
        0.006185564446628469,
        0.015602527800450794
      ],
      "timestamp": 3987.830200638,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-002.jpg",
      "sha256": "ddfd416efd17215360eb376c27e176933b1ddd0caa353997ee740b63e3bc6410",
      "pose": [
        0.17361908420619918,
        0.014848544399808976,
        0.025632580057498355
      ],
      "timestamp": 3988.362500799,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-003.jpg",
      "sha256": "5b6c5a777fb3cac5c15c955c4a3a4ce551ccadd42f214c5f45117b664e0ca8cc",
      "pose": [
        0.2602034982062417,
        0.015956559055686437,
        0.050351903576333346
      ],
      "timestamp": 3988.965737338,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-004.jpg",
      "sha256": "f6de49859fae76bc54a9e66b1f608f8f1456bcc0a50e01ec78ed5224743ad9b2",
      "pose": [
        0.34303424245042635,
        0.024103108138369113,
        0.01822726799668839
      ],
      "timestamp": 3989.632631426,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-005.jpg",
      "sha256": "c9426d72047e003bbef6b85626a8e591bc351f75f09cdd376c18974d4bf33f95",
      "pose": [
        0.42703439291918044,
        0.020729481859741543,
        -0.005709429505567076
      ],
      "timestamp": 3990.16803951,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-006.jpg",
      "sha256": "f09cfcf013bc1b1c9db0f374ffe8007d56acf59240c8404a8a3b41fd2ad3a674",
      "pose": [
        0.5123825873377119,
        0.0283876182374866,
        -0.0003462087578012252
      ],
      "timestamp": 3990.7672487,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-007.jpg",
      "sha256": "26223d0010b03755b920ecaf3ca91954920f4be664de7e0656cf87e2c3bdc765",
      "pose": [
        0.6053358424692289,
        0.026158646114712882,
        0.020755161043685355
      ],
      "timestamp": 3991.3657474,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-008.jpg",
      "sha256": "5cc9a8f6e630c41ebb4b65a3b8032bc9b51b92cd324388cff1e385d9caf071e3",
      "pose": [
        0.7093950129796117,
        0.03078229579547247,
        0.03147273938132499
      ],
      "timestamp": 3992.234842936,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-009.jpg",
      "sha256": "5f2e76ef10555a7e1af0c8296a83a79c01f97989af728b73485846aef17158ed",
      "pose": [
        0.8082666634670457,
        0.037600976940907416,
        0.03104685466820367
      ],
      "timestamp": 3993.036491343,
      "observation_id": 10
    }
  ],
  "time_resampled_indices": [
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 1.23768495000013,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        8,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        8,
        9
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        4158,
        4479,
        323,
        2484,
        1290,
        311,
        279,
        1697,
        304,
        4158,
        15097,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        346
      ],
      "attention_mask": [
        1,
        346
      ],
      "pixel_values_videos": [
        1,
        2240,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        346
      ],
      "mm_token_type_ids": [
        1,
        346
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-000.jpg",
      "sha256": "259a459c140b45e0fc25f3b697e610d76c0cddc87accc8b15e37ed254397a464",
      "pose": [
        0.05125418469602755,
        0.0034439087873164276,
        0.0011492555069643196
      ],
      "timestamp": 3987.297106977,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-001.jpg",
      "sha256": "f675453c835c5bac56b98583f74fd172dcee94c1b74a412e5206ee6cd1e3c1b4",
      "pose": [
        0.10536618121758452,
        0.006185564446628469,
        0.015602527800450794
      ],
      "timestamp": 3987.830200638,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-002.jpg",
      "sha256": "ddfd416efd17215360eb376c27e176933b1ddd0caa353997ee740b63e3bc6410",
      "pose": [
        0.17361908420619918,
        0.014848544399808976,
        0.025632580057498355
      ],
      "timestamp": 3988.362500799,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-003.jpg",
      "sha256": "5b6c5a777fb3cac5c15c955c4a3a4ce551ccadd42f214c5f45117b664e0ca8cc",
      "pose": [
        0.2602034982062417,
        0.015956559055686437,
        0.050351903576333346
      ],
      "timestamp": 3988.965737338,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-004.jpg",
      "sha256": "f6de49859fae76bc54a9e66b1f608f8f1456bcc0a50e01ec78ed5224743ad9b2",
      "pose": [
        0.34303424245042635,
        0.024103108138369113,
        0.01822726799668839
      ],
      "timestamp": 3989.632631426,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-005.jpg",
      "sha256": "c9426d72047e003bbef6b85626a8e591bc351f75f09cdd376c18974d4bf33f95",
      "pose": [
        0.42703439291918044,
        0.020729481859741543,
        -0.005709429505567076
      ],
      "timestamp": 3990.16803951,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-006.jpg",
      "sha256": "f09cfcf013bc1b1c9db0f374ffe8007d56acf59240c8404a8a3b41fd2ad3a674",
      "pose": [
        0.5123825873377119,
        0.0283876182374866,
        -0.0003462087578012252
      ],
      "timestamp": 3990.7672487,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-007.jpg",
      "sha256": "26223d0010b03755b920ecaf3ca91954920f4be664de7e0656cf87e2c3bdc765",
      "pose": [
        0.6053358424692289,
        0.026158646114712882,
        0.020755161043685355
      ],
      "timestamp": 3991.3657474,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-008.jpg",
      "sha256": "5cc9a8f6e630c41ebb4b65a3b8032bc9b51b92cd324388cff1e385d9caf071e3",
      "pose": [
        0.7093950129796117,
        0.03078229579547247,
        0.03147273938132499
      ],
      "timestamp": 3992.234842936,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115907-3f15700e/steps/000001/input-009.jpg",
      "sha256": "5f2e76ef10555a7e1af0c8296a83a79c01f97989af728b73485846aef17158ed",
      "pose": [
        0.8082666634670457,
        0.037600976940907416,
        0.03104685466820367
      ],
      "timestamp": 3993.036491343,
      "observation_id": 10
    }
  ]
}