{
  "status": "ok",
  "native": {
    "actions": [
      [
        0.03976381570100784,
        0.002272811019793153,
        0.31371474266052246
      ],
      [
        0.1041230861909639,
        0.012958513428024815,
        0.0397990345954895
      ],
      [
        0.0956637435543663,
        -0.014663435400401156,
        -0.15854549407958984
      ],
      [
        0.1120297928042142,
        -0.005819307301057404,
        -0.08868680894374849
      ],
      [
        0.11705197382025313,
        -0.0056432852433295514,
        -0.04747768118977547
      ],
      [
        0.1184471161579605,
        -0.0021038996741818954,
        -0.027315247803926468
      ],
      [
        0.12271438618477352,
        -0.0007550785279910634,
        -0.007385149598121643
      ],
      [
        0.12926014354985604,
        0.00032996740862942285,
        0.00014086253941059113
      ],
      [
        0.11746028606771033,
        2.325700493924004e-05,
        0.003395261242985725
      ],
      [
        0.0948595809796649,
        4.9214501359982725e-05,
        0.003960214555263519
      ]
    ],
    "stop": false,
    "plan": null,
    "raw": "<apos_1029><opos_548><act_l0_68><act_l1_74><act_l2_120><|im_end|>",
    "waypoints": [
      [
        0.03976381570100784,
        0.002272811019793153,
        0.31371474266052246
      ],
      [
        0.13480612635612488,
        0.0467306487262249,
        0.35351377725601196
      ],
      [
        0.22963064908981323,
        0.06609241664409637,
        0.19496828317642212
      ],
      [
        0.3406653106212616,
        0.08208750188350677,
        0.10628147423267365
      ],
      [
        0.4576554596424103,
        0.0888931080698967,
        0.05880379304289818
      ],
      [
        0.5760214924812317,
        0.09375397115945816,
        0.03148854523897171
      ],
      [
        0.6986988186836243,
        0.09686272591352463,
        0.024103395640850067
      ],
      [
        0.8279134631156921,
        0.1003079041838646,
        0.024244258180260658
      ],
      [
        0.9453386664390564,
        0.10317861288785934,
        0.027639519423246384
      ],
      [
        1.0401606559753418,
        0.10584934800863266,
        0.0315997339785099
      ]
    ],
    "pointing": {
      "apos": 1029,
      "opos": 548
    },
    "rvq_codes": [
      68,
      74,
      120
    ],
    "model_input": {
      "history_indices": [
        0
      ],
      "segments": [
        {
          "indices": [
            0,
            0
          ],
          "tensor": "processed/segment0.pt",
          "shape": [
            2,
            3,
            256,
            448
          ]
        }
      ],
      "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
      "tokenized": {
        "input_ids": [
          [
            151644,
            872,
            198,
            2610,
            525,
            264,
            6371,
            12305,
            13,
            1446,
            525,
            2661,
            9124,
            23722,
            916,
            882,
            11,
            11457,
            504,
            29658,
            311,
            1429,
            3213,
            31252,
            15,
            13,
            15,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            13,
            4615,
            12607,
            3383,
            374,
            25,
            220,
            151669,
            3346,
            311,
            279,
            85044,
            5662,
            151670,
            13,
            1446,
            1231,
            387,
            518,
            279,
            7167,
            11,
            6149,
            11,
            476,
            835,
            315,
            279,
            3383,
            13,
            32710,
            697,
            3853,
            34682,
            438,
            264,
            8500,
            315,
            49247,
            4686,
            2220,
            482,
            34682,
            11211,
            13,
            151645,
            198,
            151644,
            77091,
            198
          ]
        ],
        "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
        "tensor_shapes": {
          "input_ids": [
            1,
            193
          ],
          "attention_mask": [
            1,
            193
          ],
          "pixel_values_videos": [
            1,
            448,
            1536
          ],
          "video_grid_thw": [
            1,
            3
          ],
          "_original_video_grid_thw": [
            1,
            3
          ],
          "_post_vit_pool_factors": [
            1
          ],
          "position_ids": [
            1,
            3,
            193
          ],
          "mm_token_type_ids": [
            1,
            193
          ]
        }
      },
      "history_fps": 4
    },
    "native_latency_ms": 209.77387204766273
  },
  "response": {
    "type": "step",
    "actions": [
      [
        0.03976381570100784,
        0.002272811019793153,
        0.31371474266052246
      ],
      [
        0.1041230861909639,
        0.012958513428024815,
        0.0397990345954895
      ],
      [
        0.0956637435543663,
        -0.014663435400401156,
        -0.15854549407958984
      ],
      [
        0.1120297928042142,
        -0.005819307301057404,
        -0.08868680894374849
      ],
      [
        0.11705197382025313,
        -0.0056432852433295514,
        -0.04747768118977547
      ],
      [
        0.1184471161579605,
        -0.0021038996741818954,
        -0.027315247803926468
      ],
      [
        0.12271438618477352,
        -0.0007550785279910634,
        -0.007385149598121643
      ],
      [
        0.12926014354985604,
        0.00032996740862942285,
        0.00014086253941059113
      ],
      [
        0.11746028606771033,
        2.325700493924004e-05,
        0.003395261242985725
      ],
      [
        0.0948595809796649,
        4.9214501359982725e-05,
        0.003960214555263519
      ],
      [
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0
      ]
    ],
    "stop": false,
    "plan": null,
    "valid_actions": 10,
    "action_semantics": "body_increment_goals",
    "action_dt_s": null,
    "units": "m_m_rad",
    "robot_ready": true,
    "padding": "zero_tail_not_stop",
    "stop_semantics": "no_terminal_claim",
    "episode_id": "episode-20261018-204330-d47e7d2e",
    "inference_id": 0,
    "model": "lightnav",
    "model_inference_executed": true
  },
  "model_seconds": 0.23024823563173413,
  "peak_memory_bytes": 9155978752,
  "allocated_memory_bytes": 9095067648,
  "reserved_memory_bytes": 10842275840,
  "load_count": 1,
  "total_seconds": 0.23341887071728706
}