Merge pull request #198 from frankroeder/xai-pipeline

feat(provider): support xAI /v1/responses for Grok

Author: frankroeder

.github/workflows/release.yml

@@ -18,7 +18,7 @@ jobs:
             manager: sudo apt-get
             packages: -y ripgrep
           - os: ubuntu-latest
-            rev: v0.10.4/nvim-linux-x86_64.tar.gz
+            rev: v0.12.4/nvim-linux-x86_64.tar.gz
             manager: sudo apt-get
             packages: -y ripgrep
     steps:

.github/workflows/test.yml

@@ -15,7 +15,7 @@ jobs:
             manager: sudo apt-get
             packages: -y ripgrep
           - os: ubuntu-latest
-            rev: v0.10.4/nvim-linux-x86_64.tar.gz
+            rev: v0.12.4/nvim-linux-x86_64.tar.gz
             manager: sudo apt-get
             packages: -y ripgrep
     steps:

README.md

@@ -595,20 +595,21 @@ providers = {
 providers = {
   xai = {
     name = "xai",
-    endpoint = "https://api.x.ai/v1/chat/completions",
+    endpoint = "https://api.x.ai/v1/responses",
     model_endpoint = "https://api.x.ai/v1/language-models",
     api_key = os.getenv "XAI_API_KEY",
     params = {
       chat = { temperature = 1.1, top_p = 1 },
       command = { temperature = 1.1, top_p = 1 },
     },
     topic = {
-      model = "grok-3-mini-beta",
-      params = { max_completion_tokens = 64 },
+      model = "grok-4.3",
+      params = { max_output_tokens = 64 },
     },
     models = {
-      "grok-3-beta",
-      "grok-3-mini-beta",
+      "grok-4.3",
+      "grok-4.5",
+      "grok-4.20",
     },
   },
 }

lua/parrot/provider/multi_provider.lua

@@ -77,6 +77,9 @@ local defaults = {
 
       if decoded.choices and decoded.choices[1] and decoded.choices[1].delta and decoded.choices[1].delta.content then
         return decoded.choices[1].delta.content
+      elseif decoded.type == "response.output_text.delta" and type(decoded.delta) == "string" then
+        -- OpenAI / xAI Responses API streaming
+        return decoded.delta
       elseif decoded.message and decoded.message.content then
         return decoded.message.content
       elseif decoded.delta and decoded.delta.type == "text_delta" and decoded.delta.text then
@@ -115,6 +118,21 @@ local defaults = {
       return decoded.message.content
     elseif decoded.content and decoded.content[1] and decoded.content[1].text then
       return decoded.content[1].text
+    elseif decoded.output and type(decoded.output) == "table" then
+      -- OpenAI / xAI Responses API non-streaming output
+      local texts = {}
+      for _, item in ipairs(decoded.output) do
+        if item.type == "message" and type(item.content) == "table" then
+          for _, part in ipairs(item.content) do
+            if part.text and (part.type == "output_text" or part.type == "text") then
+              table.insert(texts, part.text)
+            end
+          end
+        end
+      end
+      if #texts > 0 then
+        return table.concat(texts)
+      end
     end
 
     return nil
@@ -342,11 +360,32 @@ function MultiProvider:set_model(model)
   self._model = model
 end
 
--- Preprocesses the payload before sending to the API
+-- Resolve endpoint string (handles function endpoints)
+---@return string|nil
+function MultiProvider:get_endpoint()
+  if type(self.endpoint) == "function" then
+    local ok, result = pcall(self.endpoint, self)
+    if not ok then
+      logger.error("Error executing endpoint function for provider " .. self.name .. ": " .. tostring(result))
+      return nil
+    end
+    return result
+  end
+  return self.endpoint
+end
+
+-- Preprocesses the payload before sending to the API.
+-- /v1/responses expects `input` instead of `messages`.
 ---@param payload table
 ---@return table
 function MultiProvider:preprocess_payload(payload)
-  return self.preprocess_payload_func(payload)
+  local result = self.preprocess_payload_func(payload)
+  local endp = self:get_endpoint()
+  if type(endp) == "string" and endp:find("/responses", 1, true) and result.messages then
+    result.input = result.messages
+    result.messages = nil
+  end
+  return result
 end
 
 -- Returns the curl parameters for the API request

tests/parrot/context_spec.lua

@@ -68,12 +68,13 @@ describe("context", function()
     end)
 
     it("should correctly handle buffers", function()
-      vim.fn.writefile(
-        { "local test_buffer_content = 'this is a buffer'", "print(test_buffer_content)" },
-        "test/buffer.lua"
-      )
-      vim.cmd("edit test/buffer.lua")
-      local buf_id = vim.api.nvim_get_current_buf()
+      local lines = { "local test_buffer_content = 'this is a buffer'", "print(test_buffer_content)" }
+      local path = vim.fn.fnamemodify("test/buffer.lua", ":p")
+      vim.fn.writefile(lines, path)
+      -- Create buffer without :edit to avoid FileType/treesitter ftplugin errors on nvim 0.12+
+      local buf_id = vim.api.nvim_create_buf(true, false)
+      vim.api.nvim_buf_set_name(buf_id, path)
+      vim.api.nvim_buf_set_lines(buf_id, 0, -1, false, lines)
       local buf_name = vim.api.nvim_buf_get_name(buf_id)
       local result_current_buffer = context.insert_contexts("@buffer:" .. buf_name)
       local buf_content = table.concat(vim.api.nvim_buf_get_lines(buf_id, 0, -1, false), "\n")
@@ -82,6 +83,7 @@ describe("context", function()
       local non_existent_buffer = "@buffer:non_existent_buffer.lua"
       local result_buffer_not_found = context.insert_contexts(non_existent_buffer)
       assert.are.equal("", result_buffer_not_found)
+      vim.api.nvim_buf_delete(buf_id, { force = true })
     end)
 
     it("should handle multiple commands", function()

tests/parrot/provider/multi_provider_spec.lua

@@ -281,6 +281,15 @@ describe("MultiProvider", function()
 
       assert.is_nil(result)
     end)
+
+    it("should extract content from Responses API output_text delta", function()
+      local input =
+        'data: {"type":"response.output_text.delta","item_id":"msg_123","output_index":0,"content_index":0,"delta":" Hello"}'
+
+      local result = provider:process_stdout(input)
+
+      assert.equals(" Hello", result)
+    end)
   end)
 
   describe("preprocess_payload", function()
@@ -336,6 +345,56 @@ describe("MultiProvider", function()
       local result = provider:preprocess_payload(input)
       assert.are.same(result, expected)
     end)
+
+    it("should use input for /responses endpoints", function()
+      local responses_provider = MultiProvider:new({
+        name = "xai",
+        endpoint = "https://api.x.ai/v1/responses",
+        api_key = "test_api_key",
+        model = { "grok-4.5" },
+      })
+
+      local result = responses_provider:preprocess_payload({
+        messages = {
+          { role = "system", content = "  You are Grok.  " },
+          { role = "user", content = " Hi " },
+        },
+        model = "grok-4.5",
+        stream = true,
+        temperature = 1.1,
+        top_p = 1,
+        max_output_tokens = 64,
+      })
+
+      assert.is_nil(result.messages)
+      assert.equals(64, result.max_output_tokens)
+      assert.equals("You are Grok.", result.input[1].content)
+      assert.equals("Hi", result.input[2].content)
+      assert.equals("grok-4.5", result.model)
+    end)
+  end)
+
+  describe("process_onexit responses", function()
+    it("should extract text from Responses API output", function()
+      local input = vim.json.encode({
+        id = "resp_123",
+        object = "response",
+        status = "completed",
+        output = {
+          {
+            type = "message",
+            role = "assistant",
+            content = {
+              { type = "output_text", text = "Hello from responses" },
+            },
+          },
+        },
+      })
+
+      local result = provider:process_onexit(input)
+
+      assert.equals("Hello from responses", result)
+    end)
   end)
 
   describe("verify", function()