{
  "status": "ok",
  "native": {
    "actions": [
      [
        0.12491890788078308,
        0.01618458330631256,
        0.12283890694379805
      ],
      [
        0.12926176365482048,
        0.0022961654370537987,
        0.043915458023548126
      ],
      [
        0.13208737494555858,
        -0.0004584786322735096,
        -0.03272509574890136
      ],
      [
        0.12824463319134394,
        -0.003928598757612397,
        -0.009382605552673338
      ],
      [
        0.12393124814286935,
        -0.005605484183878273,
        -0.07627616450190544
      ],
      [
        0.13561904329660368,
        -0.004237241450680495,
        -0.04657171294093132
      ],
      [
        0.1297535309030427,
        -0.0016736061254519876,
        0.006990814581513405
      ],
      [
        0.1375782378643869,
        -0.001684132776261455,
        -0.00954202888533473
      ],
      [
        0.1390519144881521,
        -0.0008986465305338607,
        0.005938389338552952
      ],
      [
        0.07378252869947151,
        -0.0001979716422710552,
        -0.001432130578905344
      ]
    ],
    "stop": false,
    "plan": null,
    "raw": "<apos_983><opos_552><act_l0_204><act_l1_69><act_l2_113><|im_end|>",
    "waypoints": [
      [
        0.12491890788078308,
        0.01618458330631256,
        0.12283890694379807
      ],
      [
        0.252925306558609,
        0.034301917999982834,
        0.1667543649673462
      ],
      [
        0.38325655460357666,
        0.055774006992578506,
        0.13402926921844482
      ],
      [
        0.5108759999275208,
        0.06901776045560837,
        0.12464666366577148
      ],
      [
        0.6345426440238953,
        0.07886341214179993,
        0.04837049916386604
      ],
      [
        0.770207941532135,
        0.08118852972984314,
        0.001798786222934723
      ],
      [
        0.8999642729759216,
        0.07974832504987717,
        0.008789600804448128
      ],
      [
        1.037551999092102,
        0.07927349954843521,
        -0.0007524280808866024
      ],
      [
        1.1766031980514526,
        0.07827022671699524,
        0.005185961257666349
      ],
      [
        1.2503857612609863,
        0.07845488935709,
        0.0037538306787610054
      ]
    ],
    "pointing": {
      "apos": 983,
      "opos": 552
    },
    "rvq_codes": [
      204,
      69,
      113
    ],
    "model_input": {
      "history_indices": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30
      ],
      "segments": [
        {
          "indices": [
            0,
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            28
          ],
          "tensor": "processed/segment0.pt",
          "shape": [
            30,
            3,
            256,
            448
          ]
        },
        {
          "indices": [
            29,
            30
          ],
          "tensor": "processed/segment1.pt",
          "shape": [
            2,
            3,
            256,
            448
          ]
        }
      ],
      "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
      "tokenized": {
        "input_ids": [
          [
            151644,
            872,
            198,
            2610,
            525,
            264,
            6371,
            12305,
            13,
            1446,
            525,
            2661,
            9124,
            23722,
            916,
            882,
            11,
            11457,
            504,
            29658,
            311,
            1429,
            3213,
            31252,
            22,
            13,
            19,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            21,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            21,
            13,
            19,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            20,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            20,
            13,
            19,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            19,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            19,
            13,
            19,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            18,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            18,
            13,
            19,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            17,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            17,
            13,
            19,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            16,
            13,
            19,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            15,
            13,
            24,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            15,
            13,
            20,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            27,
            15,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            13,
            4615,
            12607,
            3383,
            374,
            25,
            220,
            151669,
            3346,
            220,
            311,
            279,
            14371,
            622,
            11,
            470,
            311,
            279,
            18575,
            24650,
            498,
            3003,
            3884,
            1573,
            151670,
            13,
            1446,
            1231,
            387,
            518,
            279,
            7167,
            11,
            6149,
            11,
            476,
            835,
            315,
            279,
            3383,
            13,
            32710,
            697,
            3853,
            34682,
            438,
            264,
            8500,
            315,
            49247,
            4686,
            2220,
            482,
            34682,
            11211,
            13,
            151645,
            198,
            151644,
            77091,
            198
          ]
        ],
        "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
        "tensor_shapes": {
          "input_ids": [
            1,
            744
          ],
          "attention_mask": [
            1,
            744
          ],
          "pixel_values_videos": [
            1,
            7168,
            1536
          ],
          "video_grid_thw": [
            2,
            3
          ],
          "_original_video_grid_thw": [
            2,
            3
          ],
          "_post_vit_pool_factors": [
            2
          ],
          "position_ids": [
            1,
            3,
            744
          ],
          "mm_token_type_ids": [
            1,
            744
          ]
        }
      },
      "history_fps": 4
    },
    "native_latency_ms": 526.9164931960404
  },
  "response": {
    "type": "step",
    "actions": [
      [
        0.12491890788078308,
        0.01618458330631256,
        0.12283890694379805
      ],
      [
        0.12926176365482048,
        0.0022961654370537987,
        0.043915458023548126
      ],
      [
        0.13208737494555858,
        -0.0004584786322735096,
        -0.03272509574890136
      ],
      [
        0.12824463319134394,
        -0.003928598757612397,
        -0.009382605552673338
      ],
      [
        0.12393124814286935,
        -0.005605484183878273,
        -0.07627616450190544
      ],
      [
        0.13561904329660368,
        -0.004237241450680495,
        -0.04657171294093132
      ],
      [
        0.1297535309030427,
        -0.0016736061254519876,
        0.006990814581513405
      ],
      [
        0.1375782378643869,
        -0.001684132776261455,
        -0.00954202888533473
      ],
      [
        0.1390519144881521,
        -0.0008986465305338607,
        0.005938389338552952
      ],
      [
        0.07378252869947151,
        -0.0001979716422710552,
        -0.001432130578905344
      ],
      [
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0
      ]
    ],
    "stop": false,
    "plan": null,
    "valid_actions": 10,
    "action_semantics": "body_increment_goals",
    "action_dt_s": null,
    "units": "m_m_rad",
    "robot_ready": true,
    "padding": "zero_tail_not_stop",
    "stop_semantics": "no_terminal_claim",
    "episode_id": "episode-20261019-175854-6c03c779",
    "inference_id": 3,
    "model": "lightnav",
    "model_inference_executed": true
  },
  "model_seconds": 0.6999151022173464,
  "peak_memory_bytes": 9439780352,
  "allocated_memory_bytes": 9095067648,
  "reserved_memory_bytes": 9911140352,
  "load_count": 1,
  "total_seconds": 0.7045360398478806
}