{
  "instruction": "go to the vending machine",
  "all_observations": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
      "sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
      "pose": [
        1.9727061536465278e-05,
        4.044983488055237e-07,
        1.4412277624220593e-05
      ],
      "timestamp": 6131.280179148,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
      "sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
      "pose": [
        0.004248595657654917,
        0.006362734713777522,
        -0.11434688682213157
      ],
      "timestamp": 6132.983302005,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
      "sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
      "pose": [
        0.10673596067370075,
        -0.006929564339244659,
        -0.1024297284675435
      ],
      "timestamp": 6133.718506561,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
      "sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
      "pose": [
        0.1838805749651471,
        -0.007244878030983351,
        -0.06868864234735472
      ],
      "timestamp": 6134.320781366,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
      "sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
      "pose": [
        0.2517389251650397,
        -0.013207045355322147,
        -0.0558316280970077
      ],
      "timestamp": 6134.852788504,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
      "sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
      "pose": [
        0.2856902604539336,
        -0.012197623122551932,
        -0.06976974449275586
      ],
      "timestamp": 6135.253399061,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
      "sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
      "pose": [
        0.30487351776187893,
        -0.012344278931227137,
        -0.07856447005126954
      ],
      "timestamp": 6135.784640286,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
      "sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
      "pose": [
        0.3695160826205004,
        -0.017430672375153805,
        -0.08531818316942141
      ],
      "timestamp": 6136.454603478,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
      "sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
      "pose": [
        0.4029684340742697,
        -0.017164585740035154,
        -0.08009060915707567
      ],
      "timestamp": 6136.788452525,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
      "sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
      "pose": [
        0.3862528339375543,
        -0.012301384876126087,
        -0.004621333271215278
      ],
      "timestamp": 6137.457445894,
      "observation_id": 9
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
      "sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
      "pose": [
        0.38436370391490127,
        -0.012284139329131832,
        -0.005387433458617696
      ],
      "timestamp": 6137.586881613,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
      "sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
      "pose": [
        0.39775438404289754,
        -0.0014613952882360781,
        -0.24554923303468534
      ],
      "timestamp": 6139.456328591,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
      "sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
      "pose": [
        0.4941909339559736,
        -0.03145830755578097,
        -0.22839018230363672
      ],
      "timestamp": 6140.124152419,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
      "sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
      "pose": [
        0.5928124064307354,
        -0.04002540152274675,
        -0.03683614964814863
      ],
      "timestamp": 6140.924452414,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
      "sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
      "pose": [
        0.6874974666558533,
        -0.039653228113946504,
        0.061466595444351846
      ],
      "timestamp": 6141.527870232,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
      "sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
      "pose": [
        0.7226915577778634,
        -0.03366062579866186,
        0.07089383446883568
      ],
      "timestamp": 6141.924350513,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
      "sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
      "pose": [
        0.7365345555662486,
        -0.03145398622190165,
        0.05280029588457457
      ],
      "timestamp": 6142.259174632,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
      "sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
      "pose": [
        0.8136033411174957,
        -0.02705643876756808,
        0.057857734761928015
      ],
      "timestamp": 6142.99534261,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
      "sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
      "pose": [
        0.9013382323810608,
        -0.020141064153893384,
        0.06590155987501634
      ],
      "timestamp": 6143.593744685,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
      "sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
      "pose": [
        0.976934603517629,
        -0.006193805197951707,
        0.09598544972630618
      ],
      "timestamp": 6144.263186164,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
      "sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
      "pose": [
        1.0358091733721664,
        -0.001899617597694192,
        0.11793770862554043
      ],
      "timestamp": 6144.795480383,
      "observation_id": 20
    }
  ],
  "time_resampled_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20
  ],
  "model": "lightnav",
  "pose_conditioning": "not fed to these REAL adapters",
  "client_plan_used": false,
  "history_sampling": {
    "method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
    "max_capture_gap_s": 1.8694469780002692,
    "unobserved_time_filled": false
  },
  "history_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19
  ],
  "segments": [
    {
      "indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17
      ],
      "tensor": "processed/segment0.pt",
      "shape": [
        18,
        3,
        256,
        448
      ]
    },
    {
      "indices": [
        18,
        19
      ],
      "tensor": "processed/segment1.pt",
      "shape": [
        2,
        3,
        256,
        448
      ]
    }
  ],
  "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
  "tokenized": {
    "input_ids": [
      [
        151644,
        872,
        198,
        2610,
        525,
        264,
        6371,
        12305,
        13,
        1446,
        525,
        2661,
        9124,
        23722,
        916,
        882,
        11,
        11457,
        504,
        29658,
        311,
        1429,
        3213,
        31252,
        19,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        19,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        18,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        17,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        16,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        21,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        27,
        15,
        13,
        16,
        6486,
        29,
        151652,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151656,
        151653,
        13,
        4615,
        12607,
        3383,
        374,
        25,
        220,
        151669,
        3346,
        311,
        279,
        85044,
        5662,
        151670,
        13,
        1446,
        1231,
        387,
        518,
        279,
        7167,
        11,
        6149,
        11,
        476,
        835,
        315,
        279,
        3383,
        13,
        32710,
        697,
        3853,
        34682,
        438,
        264,
        8500,
        315,
        49247,
        4686,
        2220,
        482,
        34682,
        11211,
        13,
        151645,
        198,
        151644,
        77091,
        198
      ]
    ],
    "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
    "tensor_shapes": {
      "input_ids": [
        1,
        517
      ],
      "attention_mask": [
        1,
        517
      ],
      "pixel_values_videos": [
        1,
        4480,
        1536
      ],
      "video_grid_thw": [
        2,
        3
      ],
      "_original_video_grid_thw": [
        2,
        3
      ],
      "_post_vit_pool_factors": [
        2
      ],
      "position_ids": [
        1,
        3,
        517
      ],
      "mm_token_type_ids": [
        1,
        517
      ]
    }
  },
  "history_fps": 4,
  "model_history_refs": [
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
      "sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
      "pose": [
        1.9727061536465278e-05,
        4.044983488055237e-07,
        1.4412277624220593e-05
      ],
      "timestamp": 6131.280179148,
      "observation_id": 0
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
      "sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
      "pose": [
        0.004248595657654917,
        0.006362734713777522,
        -0.11434688682213157
      ],
      "timestamp": 6132.983302005,
      "observation_id": 1
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
      "sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
      "pose": [
        0.10673596067370075,
        -0.006929564339244659,
        -0.1024297284675435
      ],
      "timestamp": 6133.718506561,
      "observation_id": 2
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
      "sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
      "pose": [
        0.1838805749651471,
        -0.007244878030983351,
        -0.06868864234735472
      ],
      "timestamp": 6134.320781366,
      "observation_id": 3
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
      "sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
      "pose": [
        0.2517389251650397,
        -0.013207045355322147,
        -0.0558316280970077
      ],
      "timestamp": 6134.852788504,
      "observation_id": 4
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
      "sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
      "pose": [
        0.2856902604539336,
        -0.012197623122551932,
        -0.06976974449275586
      ],
      "timestamp": 6135.253399061,
      "observation_id": 5
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
      "sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
      "pose": [
        0.30487351776187893,
        -0.012344278931227137,
        -0.07856447005126954
      ],
      "timestamp": 6135.784640286,
      "observation_id": 6
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
      "sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
      "pose": [
        0.3695160826205004,
        -0.017430672375153805,
        -0.08531818316942141
      ],
      "timestamp": 6136.454603478,
      "observation_id": 7
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
      "sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
      "pose": [
        0.4029684340742697,
        -0.017164585740035154,
        -0.08009060915707567
      ],
      "timestamp": 6136.788452525,
      "observation_id": 8
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
      "sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
      "pose": [
        0.38436370391490127,
        -0.012284139329131832,
        -0.005387433458617696
      ],
      "timestamp": 6137.586881613,
      "observation_id": 10
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
      "sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
      "pose": [
        0.39775438404289754,
        -0.0014613952882360781,
        -0.24554923303468534
      ],
      "timestamp": 6139.456328591,
      "observation_id": 11
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
      "sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
      "pose": [
        0.4941909339559736,
        -0.03145830755578097,
        -0.22839018230363672
      ],
      "timestamp": 6140.124152419,
      "observation_id": 12
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
      "sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
      "pose": [
        0.5928124064307354,
        -0.04002540152274675,
        -0.03683614964814863
      ],
      "timestamp": 6140.924452414,
      "observation_id": 13
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
      "sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
      "pose": [
        0.6874974666558533,
        -0.039653228113946504,
        0.061466595444351846
      ],
      "timestamp": 6141.527870232,
      "observation_id": 14
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
      "sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
      "pose": [
        0.7226915577778634,
        -0.03366062579866186,
        0.07089383446883568
      ],
      "timestamp": 6141.924350513,
      "observation_id": 15
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
      "sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
      "pose": [
        0.7365345555662486,
        -0.03145398622190165,
        0.05280029588457457
      ],
      "timestamp": 6142.259174632,
      "observation_id": 16
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
      "sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
      "pose": [
        0.8136033411174957,
        -0.02705643876756808,
        0.057857734761928015
      ],
      "timestamp": 6142.99534261,
      "observation_id": 17
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
      "sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
      "pose": [
        0.9013382323810608,
        -0.020141064153893384,
        0.06590155987501634
      ],
      "timestamp": 6143.593744685,
      "observation_id": 18
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
      "sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
      "pose": [
        0.976934603517629,
        -0.006193805197951707,
        0.09598544972630618
      ],
      "timestamp": 6144.263186164,
      "observation_id": 19
    },
    {
      "path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
      "sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
      "pose": [
        1.0358091733721664,
        -0.001899617597694192,
        0.11793770862554043
      ],
      "timestamp": 6144.795480383,
      "observation_id": 20
    }
  ]
}