{
  "status": "ok",
  "native": {
    "actions": [
      [
        0.14756031334400177,
        -0.02263941802084446,
        -0.18974944949150085
      ],
      [
        0.11211052171074823,
        0.00022805142127947306,
        -0.03993840515613556
      ],
      [
        0.08938469754785196,
        -0.009451967705039387,
        -0.1039746254682541
      ],
      [
        0.10474605491577224,
        0.0023793058343130787,
        0.022413581609725952
      ],
      [
        0.11355325670849951,
        0.015308996925887275,
        0.177887961268425
      ],
      [
        0.10012070982638002,
        0.005562744700480349,
        0.07449840754270554
      ],
      [
        0.08632426047646655,
        0.009764654957785519,
        0.06724710203707218
      ],
      [
        0.10350536575263093,
        0.003112565219101003,
        0.00692533515393734
      ],
      [
        0.11907060770969864,
        0.0007248998621056319,
        -0.02575972117483616
      ],
      [
        0.00016290905815031706,
        0.00017105592415843265,
        -0.018104851245880127
      ]
    ],
    "stop": false,
    "plan": null,
    "raw": "<apos_1133><opos_460><act_l0_154><act_l1_74><act_l2_229><|im_end|>",
    "waypoints": [
      [
        0.14756031334400177,
        -0.02263941802084446,
        -0.18974944949150085
      ],
      [
        0.2577016353607178,
        -0.0435609444975853,
        -0.2296878546476364
      ],
      [
        0.3425869047641754,
        -0.07311521470546722,
        -0.3336624801158905
      ],
      [
        0.4423353672027588,
        -0.1051720604300499,
        -0.31124889850616455
      ],
      [
        0.5551209449768066,
        -0.12537406384944916,
        -0.13336093723773956
      ],
      [
        0.6550922989845276,
        -0.1331733614206314,
        -0.05886252969503403
      ],
      [
        0.7418414950370789,
        -0.1285039484500885,
        0.008384572342038155
      ],
      [
        0.8453171253204346,
        -0.12452365458011627,
        0.015309907495975494
      ],
      [
        0.9643626809120178,
        -0.12197595089673996,
        -0.010449813678860664
      ],
      [
        0.9645273685455322,
        -0.12180660665035248,
        -0.02855466492474079
      ]
    ],
    "pointing": {
      "apos": 1133,
      "opos": 460
    },
    "rvq_codes": [
      154,
      74,
      229
    ],
    "model_input": {
      "history_indices": [
        0,
        1,
        3,
        4,
        9,
        10,
        15,
        16,
        21,
        22,
        27,
        28,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        62,
        63,
        64,
        65,
        66,
        67,
        68
      ],
      "segments": [
        {
          "indices": [
            0,
            1
          ],
          "tensor": "processed/segment0.pt",
          "shape": [
            2,
            3,
            256,
            448
          ]
        },
        {
          "indices": [
            3,
            4,
            9,
            10,
            15,
            16,
            21,
            22,
            27,
            28,
            33,
            34
          ],
          "tensor": "processed/segment1.pt",
          "shape": [
            12,
            3,
            256,
            448
          ]
        },
        {
          "indices": [
            35,
            36,
            37,
            38,
            39,
            40,
            41,
            42,
            43,
            44,
            45,
            46,
            47,
            48,
            49,
            50,
            51,
            52,
            53,
            54,
            55,
            56,
            57,
            58,
            59,
            60,
            61,
            62,
            63,
            64,
            65,
            66
          ],
          "tensor": "processed/segment2.pt",
          "shape": [
            32,
            3,
            256,
            448
          ]
        },
        {
          "indices": [
            67,
            68
          ],
          "tensor": "processed/segment3.pt",
          "shape": [
            2,
            3,
            256,
            448
          ]
        }
      ],
      "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
      "tokenized": {
        "input_ids": [
          [
            151644,
            872,
            198,
            2610,
            525,
            264,
            6371,
            12305,
            13,
            1446,
            525,
            2661,
            9124,
            23722,
            916,
            882,
            11,
            11457,
            504,
            29658,
            311,
            1429,
            3213,
            31252,
            16,
            21,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            21,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            19,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            18,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            16,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            15,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            23,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            23,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            22,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            22,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            21,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            21,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            20,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            20,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            19,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            19,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            18,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            18,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            17,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            17,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            15,
            13,
            21,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            15,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            13,
            4615,
            12607,
            3383,
            374,
            25,
            220,
            151669,
            3346,
            311,
            279,
            85044,
            5662,
            151670,
            13,
            1446,
            1231,
            387,
            518,
            279,
            7167,
            11,
            6149,
            11,
            476,
            835,
            315,
            279,
            3383,
            13,
            32710,
            697,
            3853,
            34682,
            438,
            264,
            8500,
            315,
            49247,
            4686,
            2220,
            482,
            34682,
            11211,
            13,
            151645,
            198,
            151644,
            77091,
            198
          ]
        ],
        "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
        "tensor_shapes": {
          "input_ids": [
            1,
            1007
          ],
          "attention_mask": [
            1,
            1007
          ],
          "pixel_values_videos": [
            1,
            10752,
            1536
          ],
          "video_grid_thw": [
            4,
            3
          ],
          "_original_video_grid_thw": [
            4,
            3
          ],
          "_post_vit_pool_factors": [
            4
          ],
          "position_ids": [
            1,
            3,
            1007
          ],
          "mm_token_type_ids": [
            1,
            1007
          ]
        }
      },
      "history_fps": 4
    },
    "native_latency_ms": 257.146243005991
  },
  "response": {
    "type": "step",
    "actions": [
      [
        0.14756031334400177,
        -0.02263941802084446,
        -0.18974944949150085
      ],
      [
        0.11211052171074823,
        0.00022805142127947306,
        -0.03993840515613556
      ],
      [
        0.08938469754785196,
        -0.009451967705039387,
        -0.1039746254682541
      ],
      [
        0.10474605491577224,
        0.0023793058343130787,
        0.022413581609725952
      ],
      [
        0.11355325670849951,
        0.015308996925887275,
        0.177887961268425
      ],
      [
        0.10012070982638002,
        0.005562744700480349,
        0.07449840754270554
      ],
      [
        0.08632426047646655,
        0.009764654957785519,
        0.06724710203707218
      ],
      [
        0.10350536575263093,
        0.003112565219101003,
        0.00692533515393734
      ],
      [
        0.11907060770969864,
        0.0007248998621056319,
        -0.02575972117483616
      ],
      [
        0.00016290905815031706,
        0.00017105592415843265,
        -0.018104851245880127
      ],
      [
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0
      ]
    ],
    "stop": false,
    "plan": null,
    "valid_actions": 10,
    "action_semantics": "body_increment_goals",
    "action_dt_s": null,
    "units": "m_m_rad",
    "robot_ready": true,
    "padding": "zero_tail_not_stop",
    "stop_semantics": "no_terminal_claim",
    "episode_id": "episode-20261018-205156-d59aab9b",
    "inference_id": 7,
    "model": "lightnav",
    "model_inference_executed": true
  },
  "model_seconds": 0.48393687000498176,
  "peak_memory_bytes": 9608091136,
  "allocated_memory_bytes": 9095067648,
  "reserved_memory_bytes": 11047796736,
  "load_count": 1,
  "total_seconds": 0.4882456660270691
}