{
  "status": "ok",
  "native": {
    "actions": [
      [
        0.1345495730638504,
        0.0010990528389811516,
        -0.005565448198467492
      ],
      [
        0.10557457397259686,
        9.906349784970193e-05,
        -0.03220063587650657
      ],
      [
        0.0895393665005311,
        0.0016234232672114445,
        -0.0013440363109111786
      ],
      [
        0.07735691475593502,
        0.0008236228086022984,
        -0.0005677379667758942
      ],
      [
        0.1020792726040258,
        0.0013154182568621505,
        0.016789328306913376
      ],
      [
        0.1189709325612317,
        0.002108957379408509,
        0.01619674451649189
      ],
      [
        0.13641683461423063,
        -0.00017330462202653325,
        -0.016502583399415016
      ],
      [
        0.09632873642444177,
        -0.00014216379411932135,
        -0.010600153356790543
      ],
      [
        -0.006183464920132023,
        -2.1006018505985788e-05,
        0.020273534581065178
      ],
      [
        -0.0020688574580124486,
        -5.512430441968333e-05,
        0.00948640611022711
      ]
    ],
    "stop": false,
    "plan": null,
    "raw": "<apos_1128><opos_745><act_l0_75><act_l1_85><act_l2_33><|im_end|>",
    "waypoints": [
      [
        0.1345495730638504,
        0.0010990528389811516,
        -0.005565448198467493
      ],
      [
        0.24012306332588196,
        0.000610548013355583,
        -0.03776608407497406
      ],
      [
        0.3296598792076111,
        -0.0011479337699711323,
        -0.03911012038588524
      ],
      [
        0.40698984265327454,
        -0.0033496078103780746,
        -0.03967785835266113
      ],
      [
        0.5090409517288208,
        -0.006084449123591185,
        -0.022888530045747757
      ],
      [
        0.6280289888381958,
        -0.006698876153677702,
        -0.006691785529255867
      ],
      [
        0.7644416093826294,
        -0.007785042282193899,
        -0.023194368928670883
      ],
      [
        0.860741138458252,
        -0.01016125176101923,
        -0.033794522285461426
      ],
      [
        0.8545604944229126,
        -0.009973318316042423,
        -0.013520987704396248
      ],
      [
        0.8524910807609558,
        -0.01000046543776989,
        -0.00403458159416914
      ]
    ],
    "pointing": {
      "apos": 1128,
      "opos": 745
    },
    "rvq_codes": [
      75,
      85,
      33
    ],
    "model_input": {
      "history_indices": [
        0,
        1
      ],
      "segments": [
        {
          "indices": [
            0,
            1
          ],
          "tensor": "processed/segment0.pt",
          "shape": [
            2,
            3,
            256,
            448
          ]
        }
      ],
      "prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the plant and stop</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
      "tokenized": {
        "input_ids": [
          [
            151644,
            872,
            198,
            2610,
            525,
            264,
            6371,
            12305,
            13,
            1446,
            525,
            2661,
            9124,
            23722,
            916,
            882,
            11,
            11457,
            504,
            29658,
            311,
            1429,
            3213,
            31252,
            15,
            13,
            16,
            6486,
            29,
            151652,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151656,
            151653,
            13,
            4615,
            12607,
            3383,
            374,
            25,
            220,
            151669,
            3346,
            7678,
            311,
            279,
            6008,
            323,
            2936,
            151670,
            13,
            1446,
            1231,
            387,
            518,
            279,
            7167,
            11,
            6149,
            11,
            476,
            835,
            315,
            279,
            3383,
            13,
            32710,
            697,
            3853,
            34682,
            438,
            264,
            8500,
            315,
            49247,
            4686,
            2220,
            482,
            34682,
            11211,
            13,
            151645,
            198,
            151644,
            77091,
            198
          ]
        ],
        "decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go straight to the plant and stop</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
        "tensor_shapes": {
          "input_ids": [
            1,
            195
          ],
          "attention_mask": [
            1,
            195
          ],
          "pixel_values_videos": [
            1,
            448,
            1536
          ],
          "video_grid_thw": [
            1,
            3
          ],
          "_original_video_grid_thw": [
            1,
            3
          ],
          "_post_vit_pool_factors": [
            1
          ],
          "position_ids": [
            1,
            3,
            195
          ],
          "mm_token_type_ids": [
            1,
            195
          ]
        }
      },
      "history_fps": 4
    },
    "native_latency_ms": 508.7588019669056
  },
  "response": {
    "type": "step",
    "actions": [
      [
        0.1345495730638504,
        0.0010990528389811516,
        -0.005565448198467492
      ],
      [
        0.10557457397259686,
        9.906349784970193e-05,
        -0.03220063587650657
      ],
      [
        0.0895393665005311,
        0.0016234232672114445,
        -0.0013440363109111786
      ],
      [
        0.07735691475593502,
        0.0008236228086022984,
        -0.0005677379667758942
      ],
      [
        0.1020792726040258,
        0.0013154182568621505,
        0.016789328306913376
      ],
      [
        0.1189709325612317,
        0.002108957379408509,
        0.01619674451649189
      ],
      [
        0.13641683461423063,
        -0.00017330462202653325,
        -0.016502583399415016
      ],
      [
        0.09632873642444177,
        -0.00014216379411932135,
        -0.010600153356790543
      ],
      [
        -0.006183464920132023,
        -2.1006018505985788e-05,
        0.020273534581065178
      ],
      [
        -0.0020688574580124486,
        -5.512430441968333e-05,
        0.00948640611022711
      ],
      [
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0
      ]
    ],
    "stop": false,
    "plan": null,
    "valid_actions": 10,
    "action_semantics": "body_increment_goals",
    "action_dt_s": null,
    "units": "m_m_rad",
    "robot_ready": true,
    "padding": "zero_tail_not_stop",
    "stop_semantics": "no_terminal_claim",
    "episode_id": "episode-20261018-183758-4881e453",
    "inference_id": 1,
    "model": "lightnav",
    "model_inference_executed": true
  },
  "model_seconds": 0.5278412820771337,
  "peak_memory_bytes": 9156336128,
  "allocated_memory_bytes": 9095067648,
  "reserved_memory_bytes": 9279897600,
  "load_count": 1,
  "total_seconds": 0.5298709301277995
}