{
  "status": "ok",
  "native": {
    "actions": [
      [
        -0.002082299906760454,
        4.212293788441457e-06,
        0.3101457059383392
      ],
      [
        0.0008120270111042624,
        -0.0005504248447637786,
        0.3063603937625885
      ],
      [
        0.14885258772909596,
        0.0220383474169486,
        0.1515933871269226
      ],
      [
        0.14573156217101785,
        0.0006207080253302771,
        0.009607970714569092
      ],
      [
        0.09148719722442096,
        0.002172296975956299,
        0.01761484146118164
      ],
      [
        0.0740122546148961,
        0.0016741527989280053,
        -0.008317828178405762
      ],
      [
        0.1261653138002498,
        0.0038133282598735233,
        0.02990943193435669
      ],
      [
        0.12401392311843018,
        0.0011675908029931611,
        0.0118752121925354
      ],
      [
        0.1071901255850394,
        -1.426199848277021e-05,
        -0.14383459091186523
      ],
      [
        0.09898985891125431,
        5.4832766996144866e-05,
        -0.05246084928512573
      ]
    ],
    "stop": false,
    "plan": null,
    "raw": "<apos_1249><opos_656><act_l0_206><act_l1_47><act_l2_181><|im_end|>",
    "waypoints": [
      [
        -0.002082299906760454,
        4.212293788441457e-06,
        0.31014570593833923
      ],
      [
        -0.0011410271981731057,
        -0.00027212276472710073,
        0.6165060997009277
      ],
      [
        0.10756602138280869,
        0.1037738248705864,
        0.7680994868278503
      ],
      [
        0.21194963157176971,
        0.20547011494636536,
        0.7777074575424194
      ],
      [
        0.2756122648715973,
        0.271209716796875,
        0.7953222990036011
      ],
      [
        0.32622939348220825,
        0.3252330720424652,
        0.7870044708251953
      ],
      [
        0.41259756684303284,
        0.4172807037830353,
        0.816913902759552
      ],
      [
        0.4966306984424591,
        0.5084906220436096,
        0.8287891149520874
      ],
      [
        0.5690769553184509,
        0.5874922871589661,
        0.6849545240402222
      ],
      [
        0.6457047462463379,
        0.650159478187561,
        0.6324936747550964
      ]
    ],
    "pointing": {
      "apos": 1249,
      "opos": 656
    },
    "rvq_codes": [
      206,
      47,
      181
    ],
    "model_input": {
      "history_indices": [
        0
      ],
      "segments": [
        {
          "indices": [
            0,
            0
          ],
          "tensor": "processed/segment0.pt",
          "shape": [
            2,
            3,
            256,
            448
          ]
        }
      ],
      "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
      "tokenized": {
        "input_ids": [
          [
            151644,
            872,
            198,
            2610,
            525,
            264,
            6371,
            12305,
            13,
            1446,
            525,
            2661,
            9124,
            23722,
            916,
            882,
            11,
            11457,
            504,
            29658,
            311,
            1429,
            3213,
            31252,
            15,
            13,
            15,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            13,
            4615,
            12607,
            3383,
            374,
            25,
            220,
            151669,
            3346,
            311,
            279,
            4158,
            4479,
            323,
            2484,
            1290,
            311,
            279,
            1697,
            304,
            4158,
            15097,
            151670,
            13,
            1446,
            1231,
            387,
            518,
            279,
            7167,
            11,
            6149,
            11,
            476,
            835,
            315,
            279,
            3383,
            13,
            32710,
            697,
            3853,
            34682,
            438,
            264,
            8500,
            315,
            49247,
            4686,
            2220,
            482,
            34682,
            11211,
            13,
            151645,
            198,
            151644,
            77091,
            198
          ]
        ],
        "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
        "tensor_shapes": {
          "input_ids": [
            1,
            202
          ],
          "attention_mask": [
            1,
            202
          ],
          "pixel_values_videos": [
            1,
            448,
            1536
          ],
          "video_grid_thw": [
            1,
            3
          ],
          "_original_video_grid_thw": [
            1,
            3
          ],
          "_post_vit_pool_factors": [
            1
          ],
          "position_ids": [
            1,
            3,
            202
          ],
          "mm_token_type_ids": [
            1,
            202
          ]
        }
      },
      "history_fps": 4
    },
    "native_latency_ms": 195.90968824923038
  },
  "response": {
    "type": "step",
    "actions": [
      [
        -0.002082299906760454,
        4.212293788441457e-06,
        0.3101457059383392
      ],
      [
        0.0008120270111042624,
        -0.0005504248447637786,
        0.3063603937625885
      ],
      [
        0.14885258772909596,
        0.0220383474169486,
        0.1515933871269226
      ],
      [
        0.14573156217101785,
        0.0006207080253302771,
        0.009607970714569092
      ],
      [
        0.09148719722442096,
        0.002172296975956299,
        0.01761484146118164
      ],
      [
        0.0740122546148961,
        0.0016741527989280053,
        -0.008317828178405762
      ],
      [
        0.1261653138002498,
        0.0038133282598735233,
        0.02990943193435669
      ],
      [
        0.12401392311843018,
        0.0011675908029931611,
        0.0118752121925354
      ],
      [
        0.1071901255850394,
        -1.426199848277021e-05,
        -0.14383459091186523
      ],
      [
        0.09898985891125431,
        5.4832766996144866e-05,
        -0.05246084928512573
      ],
      [
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0
      ]
    ],
    "stop": false,
    "plan": null,
    "valid_actions": 10,
    "action_semantics": "body_increment_goals",
    "action_dt_s": null,
    "units": "m_m_rad",
    "robot_ready": true,
    "padding": "zero_tail_not_stop",
    "stop_semantics": "no_terminal_claim",
    "episode_id": "episode-20261019-120016-f47bb409",
    "inference_id": 0,
    "model": "lightnav",
    "model_inference_executed": true
  },
  "model_seconds": 0.2141443588770926,
  "peak_memory_bytes": 9157586432,
  "allocated_memory_bytes": 9095067648,
  "reserved_memory_bytes": 11863588864,
  "load_count": 1,
  "total_seconds": 0.21600639587268233
}