{
  "instruction": "go to the white board and turn right to the person in white clothes",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
      "sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
      "pose": [
        -7.3138000517189e-05,
        2.6357340357537498e-05,
        0.0012094394635089323
      ],
      "timestamp": 3756.785704866,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
      "sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
      "pose": [
        0.07561628721612401,
        0.009116145534515509,
        0.11897634243268664
      ],
      "timestamp": 3758.700354068,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
      "sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
      "pose": [
        0.12909141487417278,
        0.011847864984326715,
        0.05259124073762499
      ],
      "timestamp": 3759.233764702,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
      "sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
      "pose": [
        0.1844532070730034,
        0.01576660001918939,
        0.044527474898336195
      ],
      "timestamp": 3759.768429397,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
      "sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
      "pose": [
        0.2490706824027105,
        0.023111195118479352,
        0.018935997804137017
      ],
      "timestamp": 3760.30490008,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
      "sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
      "pose": [
        0.3204929630779462,
        0.02335811621220315,
        0.03730324135760643
      ],
      "timestamp": 3760.83502784,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
      "sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
      "pose": [
        0.3941892539568615,
        0.0314064771284288,
        0.044947288322075174
      ],
      "timestamp": 3761.43683159,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
      "sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
      "pose": [
        0.4704173684144902,
        0.03516660519786214,
        0.0612215719380762
      ],
      "timestamp": 3761.968572498,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
      "sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
      "pose": [
        0.5440841912855214,
        0.04662550191119022,
        0.06950363547163807
      ],
      "timestamp": 3762.571978611,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
      "sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
      "pose": [
        0.6169960984580202,
        0.048820058278968764,
        0.08580916902638247
      ],
      "timestamp": 3763.105272632,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
      "sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
      "pose": [
        0.646298739494555,
        0.049247210558735335,
        0.10098477474798306
      ],
      "timestamp": 3763.50224111,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
      "sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
      "pose": [
        0.7706286388455564,
        0.09281832348259679,
        0.227219366963765
      ],
      "timestamp": 3766.513121688,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
      "sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
      "pose": [
        0.9513972826350103,
        0.12658886363978544,
        0.11869556188597485
      ],
      "timestamp": 3767.443934383,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
      "sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
      "pose": [
        1.073195389923681,
        0.13830989411901162,
        0.10583928674519738
      ],
      "timestamp": 3768.441441475,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
      "sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
      "pose": [
        1.1450063203555736,
        0.14875471367485416,
        0.10987390626402414
      ],
      "timestamp": 3769.110401368,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
      "sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
      "pose": [
        1.2703571694407634,
        0.15818044704389958,
        0.1277337467780466
      ],
      "timestamp": 3769.8480285,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
      "sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
      "pose": [
        1.3541566665738527,
        0.1766097411840586,
        0.12623611247950928
      ],
      "timestamp": 3770.579851769,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
      "sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
      "pose": [
        1.4503539065286957,
        0.1856762349978633,
        0.13927955083373744
      ],
      "timestamp": 3771.177819282,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
      "sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
      "pose": [
        1.5267822493604275,
        0.2034225443850975,
        0.14253306769596374
      ],
      "timestamp": 3771.781277909,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
      "sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
      "pose": [
        1.6038866766223332,
        0.21123882897354018,
        0.16170444634698766
      ],
      "timestamp": 3772.313721627,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
      "sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
      "pose": [
        1.6542670744070467,
        0.2233331527837079,
        0.16970714459898462
      ],
      "timestamp": 3772.846881307,
      "observation_id": 20
    }
  ],
  "time_resampled_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 3.0108805780000694,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        18
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        20,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        19,
        20
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        19,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        19,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        24,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        20,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        4158,
        4479,
        323,
        2484,
        1290,
        311,
        279,
        1697,
        304,
        4158,
        15097,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        562
      ],
      "attention_mask": [
        1,
        562
      ],
      "pixel_values_videos": [
        1,
        4928,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        562
      ],
      "mm_token_type_ids": [
        1,
        562
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000000/input-000.jpg",
      "sha256": "da698b77ad25c98c618ef18a3395f93563d1772f9e42b66cb39d141cb239785e",
      "pose": [
        -7.3138000517189e-05,
        2.6357340357537498e-05,
        0.0012094394635089323
      ],
      "timestamp": 3756.785704866,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-000.jpg",
      "sha256": "2d5048fbd230b9ff128b0545100111de67996db9ac8b55930c592c87e0250777",
      "pose": [
        0.07561628721612401,
        0.009116145534515509,
        0.11897634243268664
      ],
      "timestamp": 3758.700354068,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-001.jpg",
      "sha256": "c5ec1e0d4f1e3a8fc55014f2d47e8d8667611433bb086410f005043b476268e5",
      "pose": [
        0.12909141487417278,
        0.011847864984326715,
        0.05259124073762499
      ],
      "timestamp": 3759.233764702,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-002.jpg",
      "sha256": "867cd138fc22a91d6a459e202c4fb069f904dd3b55aa01cc88fb9a9fd904b519",
      "pose": [
        0.1844532070730034,
        0.01576660001918939,
        0.044527474898336195
      ],
      "timestamp": 3759.768429397,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-003.jpg",
      "sha256": "d8f90f43d53f2e8cd5aa1c796e0b8d2a092705029090d156ff92344acf386a8e",
      "pose": [
        0.2490706824027105,
        0.023111195118479352,
        0.018935997804137017
      ],
      "timestamp": 3760.30490008,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-004.jpg",
      "sha256": "3dfcb4f8cf782b44dead754c6a536c89b3a93ce5b8a44cf805bca8ee8e12ce67",
      "pose": [
        0.3204929630779462,
        0.02335811621220315,
        0.03730324135760643
      ],
      "timestamp": 3760.83502784,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-005.jpg",
      "sha256": "7ff7d3668bcadf6270d1736b68825e0fc9f146ab755231aa038d917442ebf739",
      "pose": [
        0.3941892539568615,
        0.0314064771284288,
        0.044947288322075174
      ],
      "timestamp": 3761.43683159,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-006.jpg",
      "sha256": "c2097de969d4e1bc3cfb960f54fb62f5adfb20260526a038feeabaac0bbe6257",
      "pose": [
        0.4704173684144902,
        0.03516660519786214,
        0.0612215719380762
      ],
      "timestamp": 3761.968572498,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-007.jpg",
      "sha256": "ffd03be94b56a339fd3f436c588191e91eb98c9ce05867e2a4ee1171493ab2bd",
      "pose": [
        0.5440841912855214,
        0.04662550191119022,
        0.06950363547163807
      ],
      "timestamp": 3762.571978611,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-008.jpg",
      "sha256": "c815f938df0b27744b5320e43359f150e7a26378b41408290c3d87911a711933",
      "pose": [
        0.6169960984580202,
        0.048820058278968764,
        0.08580916902638247
      ],
      "timestamp": 3763.105272632,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000001/input-009.jpg",
      "sha256": "ee1e91b56700f550cf84f676b7973f97f0c2d48581705e53a209bba7e9f21018",
      "pose": [
        0.646298739494555,
        0.049247210558735335,
        0.10098477474798306
      ],
      "timestamp": 3763.50224111,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-000.jpg",
      "sha256": "7e88fef03ef0b892ea0d18c0a7ef3676a86b122b8297d548408d38b5951be443",
      "pose": [
        0.7706286388455564,
        0.09281832348259679,
        0.227219366963765
      ],
      "timestamp": 3766.513121688,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-001.jpg",
      "sha256": "33007e50883e6e9cfa0fb0befea46aa9b9c6b2239e6f72bfcf4fd70a87764c20",
      "pose": [
        0.9513972826350103,
        0.12658886363978544,
        0.11869556188597485
      ],
      "timestamp": 3767.443934383,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-002.jpg",
      "sha256": "6b16f44cd25d3ee50308a6a5f66301dfaed68990abd50c4d9d6bed16aca638bd",
      "pose": [
        1.073195389923681,
        0.13830989411901162,
        0.10583928674519738
      ],
      "timestamp": 3768.441441475,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-003.jpg",
      "sha256": "2236973bd4329eaf86e4214b7e25a8ad876ea17187d4ade65020393ce8241cef",
      "pose": [
        1.1450063203555736,
        0.14875471367485416,
        0.10987390626402414
      ],
      "timestamp": 3769.110401368,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-004.jpg",
      "sha256": "101e2731d02f8f0bcacce2d1da424d3b74cd7fc32185a2a1b393832227f066c8",
      "pose": [
        1.2703571694407634,
        0.15818044704389958,
        0.1277337467780466
      ],
      "timestamp": 3769.8480285,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-005.jpg",
      "sha256": "e344d0aafefbc1b9d1ccab0c1ce78938e954649602ec39c524e678cf66ca0e1e",
      "pose": [
        1.3541566665738527,
        0.1766097411840586,
        0.12623611247950928
      ],
      "timestamp": 3770.579851769,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-006.jpg",
      "sha256": "71b85003e0e5b87a71bc1f35334b164d552b1f4b40425c3ec0182c37a254aeec",
      "pose": [
        1.4503539065286957,
        0.1856762349978633,
        0.13927955083373744
      ],
      "timestamp": 3771.177819282,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-007.jpg",
      "sha256": "352aec95a1902b392e7378913afe3030b386cee41ce7ba64c9d3d8282070afee",
      "pose": [
        1.5267822493604275,
        0.2034225443850975,
        0.14253306769596374
      ],
      "timestamp": 3771.781277909,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-008.jpg",
      "sha256": "206578717365910c8c4eaa910acb63c408edf629cb742cc425aa14d2e782c928",
      "pose": [
        1.6038866766223332,
        0.21123882897354018,
        0.16170444634698766
      ],
      "timestamp": 3772.313721627,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115517-9787363d/steps/000002/input-009.jpg",
      "sha256": "b5cc6aaf809cef744503f92f0d153efa2bef09d7518ee33f66c570d4f74c6216",
      "pose": [
        1.6542670744070467,
        0.2233331527837079,
        0.16970714459898462
      ],
      "timestamp": 3772.846881307,
      "observation_id": 20
    }
  ]
}