fix: support groq compound defaults (#3281)

Route groq-prefixed models through the OpenAI-compatible client,
apply Groq token-limit metadata, and skip local tool injection for
compound models.

Add regression coverage for routing, token limits, and compound
local-tool behavior.

Co-authored-by: Oz <oz-agent@warp.dev>
This commit is contained in:
AbdullahFageehandOz authored and GitHub committed 2026-10-13 07:14:14 +09:00
1 parent 7633bc3638
commit 05a2d71cb5
2 files changed
+79 -3

No files matched your search

+21 -3
View File
@@ -12754,6 +12754,16 @@ fn resolve_cli_auth_source_for_cwd() -> Result<AuthSource, api::ApiError> {
resolve_startup_auth_source(|| Ok(None))
}
fn model_supports_local_tools(model: &str) -> bool {
!matches!(
api::resolve_model_alias(model)
.rsplit('/')
.next()
.unwrap_or(model),
"compound" | "compound-mini"
)
}
impl ApiClient for AnthropicRuntimeClient {
#[allow(clippy::too_many_lines)]
fn stream(&mut self, request: ApiRequest) -> Result<Vec<AssistantEvent>, RuntimeError> {
@@ -12761,15 +12771,15 @@ impl ApiClient for AnthropicRuntimeClient {
progress_reporter.mark_model_phase();
}
let is_post_tool = request_ends_with_tool_result(&request);
let enable_local_tools = self.enable_tools && model_supports_local_tools(&self.model);
let message_request = MessageRequest {
model: self.model.clone(),
max_tokens: max_tokens_for_model(&self.model),
messages: convert_messages(&request.messages),
system: (!request.system_prompt.is_empty()).then(|| request.system_prompt.join("\n\n")),
tools: self
.enable_tools
tools: enable_local_tools
.then(|| filter_tool_specs(&self.tool_registry, self.allowed_tools.as_ref())),
tool_choice: self.enable_tools.then_some(ToolChoice::Auto),
tool_choice: enable_local_tools.then_some(ToolChoice::Auto),
stream: true,
reasoning_effort: self.reasoning_effort.clone(),
..Default::default()
@@ -19567,6 +19577,14 @@ UU conflicted.rs",
}
}
#[test]
fn groq_compound_disables_local_tools() {
assert!(!super::model_supports_local_tools("groq/compound"));
assert!(!super::model_supports_local_tools("groq/compound-mini"));
assert!(super::model_supports_local_tools("sonnet"));
assert!(super::model_supports_local_tools("llama-3.1-8b-instant"));
}
#[test]
fn stub_commands_absent_from_repl_completions() {
let candidates =