{
  "status": "ok",
  "native": {
    "actions": [
      [
        0.14323671162128448,
        0.028548428788781166,
        0.16292519867420197
      ],
      [
        0.17512689312949434,
        -0.00788551492768309,
        -0.09114333242177963
      ],
      [
        0.15554539568619943,
        -0.003670942876563935,
        -0.04358888417482376
      ],
      [
        0.15487723166888576,
        -0.003112100010353445,
        -0.03469269722700119
      ],
      [
        0.15429293976108663,
        0.0014920413065571854,
        0.026996411383152008
      ],
      [
        0.1538711571005559,
        0.0007485420350055124,
        0.017908796668052673
      ],
      [
        0.15696395204745528,
        0.002977813319089236,
        0.0351506769657135
      ],
      [
        0.14557326260715023,
        -0.00012493031316765206,
        -0.003793969750404358
      ],
      [
        0.13319708886796075,
        -0.0019096626491628662,
        -0.036671996116638184
      ],
      [
        0.09070758205648254,
        -0.0009879912135604594,
        -0.028327331878244873
      ]
    ],
    "stop": false,
    "plan": null,
    "raw": "<apos_984><opos_602><act_l0_242><act_l1_63><act_l2_122><|im_end|>",
    "waypoints": [
      [
        0.14323671162128448,
        0.028548428788781166,
        0.16292519867420197
      ],
      [
        0.3173234760761261,
        0.04917386174201965,
        0.07178186625242233
      ],
      [
        0.4727315902709961,
        0.056668125092983246,
        0.028192982077598572
      ],
      [
        0.6276350021362305,
        0.05792313441634178,
        -0.006499715149402618
      ],
      [
        0.781934380531311,
        0.05841229110956192,
        0.02049669623374939
      ],
      [
        0.9357578754425049,
        0.06231430545449257,
        0.03840549290180206
      ],
      [
        1.0924917459487915,
        0.07131671905517578,
        0.07355616986751556
      ],
      [
        1.2376805543899536,
        0.0818902850151062,
        0.0697622001171112
      ],
      [
        1.3706867694854736,
        0.08926985412836075,
        0.03309020400047302
      ],
      [
        1.4613773822784424,
        0.0912833884358406,
        0.004762872122228146
      ]
    ],
    "pointing": {
      "apos": 984,
      "opos": 602
    },
    "rvq_codes": [
      242,
      63,
      122
    ],
    "model_input": {
      "history_indices": [
        0
      ],
      "segments": [
        {
          "indices": [
            0,
            0
          ],
          "tensor": "processed/segment0.pt",
          "shape": [
            2,
            3,
            256,
            448
          ]
        }
      ],
      "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
      "tokenized": {
        "input_ids": [
          [
            151644,
            872,
            198,
            2610,
            525,
            264,
            6371,
            12305,
            13,
            1446,
            525,
            2661,
            9124,
            23722,
            916,
            882,
            11,
            11457,
            504,
            29658,
            311,
            1429,
            3213,
            31252,
            15,
            13,
            15,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            13,
            4615,
            12607,
            3383,
            374,
            25,
            220,
            151669,
            3346,
            220,
            311,
            279,
            14371,
            622,
            11,
            470,
            311,
            279,
            18575,
            24650,
            498,
            3003,
            3884,
            1573,
            151670,
            13,
            1446,
            1231,
            387,
            518,
            279,
            7167,
            11,
            6149,
            11,
            476,
            835,
            315,
            279,
            3383,
            13,
            32710,
            697,
            3853,
            34682,
            438,
            264,
            8500,
            315,
            49247,
            4686,
            2220,
            482,
            34682,
            11211,
            13,
            151645,
            198,
            151644,
            77091,
            198
          ]
        ],
        "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go  to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
        "tensor_shapes": {
          "input_ids": [
            1,
            204
          ],
          "attention_mask": [
            1,
            204
          ],
          "pixel_values_videos": [
            1,
            448,
            1536
          ],
          "video_grid_thw": [
            1,
            3
          ],
          "_original_video_grid_thw": [
            1,
            3
          ],
          "_post_vit_pool_factors": [
            1
          ],
          "position_ids": [
            1,
            3,
            204
          ],
          "mm_token_type_ids": [
            1,
            204
          ]
        }
      },
      "history_fps": 4
    },
    "native_latency_ms": 312.08781991153955
  },
  "response": {
    "type": "step",
    "actions": [
      [
        0.14323671162128448,
        0.028548428788781166,
        0.16292519867420197
      ],
      [
        0.17512689312949434,
        -0.00788551492768309,
        -0.09114333242177963
      ],
      [
        0.15554539568619943,
        -0.003670942876563935,
        -0.04358888417482376
      ],
      [
        0.15487723166888576,
        -0.003112100010353445,
        -0.03469269722700119
      ],
      [
        0.15429293976108663,
        0.0014920413065571854,
        0.026996411383152008
      ],
      [
        0.1538711571005559,
        0.0007485420350055124,
        0.017908796668052673
      ],
      [
        0.15696395204745528,
        0.002977813319089236,
        0.0351506769657135
      ],
      [
        0.14557326260715023,
        -0.00012493031316765206,
        -0.003793969750404358
      ],
      [
        0.13319708886796075,
        -0.0019096626491628662,
        -0.036671996116638184
      ],
      [
        0.09070758205648254,
        -0.0009879912135604594,
        -0.028327331878244873
      ],
      [
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0
      ]
    ],
    "stop": false,
    "plan": null,
    "valid_actions": 10,
    "action_semantics": "body_increment_goals",
    "action_dt_s": null,
    "units": "m_m_rad",
    "robot_ready": true,
    "padding": "zero_tail_not_stop",
    "stop_semantics": "no_terminal_claim",
    "episode_id": "episode-20261019-180142-7992c767",
    "inference_id": 0,
    "model": "lightnav",
    "model_inference_executed": true
  },
  "model_seconds": 0.3310410091653466,
  "peak_memory_bytes": 9157943808,
  "allocated_memory_bytes": 9095067648,
  "reserved_memory_bytes": 12008292352,
  "load_count": 1,
  "total_seconds": 0.3327195658348501
}