|
| 1 | +use forge_domain::Transformer; |
| 2 | + |
| 3 | +use crate::dto::openai::Request; |
| 4 | + |
| 5 | +/// Makes the Request compatible with xAI's API. |
| 6 | +/// xAI's /v1/chat/completions is OpenAI-compatible but rejects several |
| 7 | +/// parameters that OpenAI accepts. |
| 8 | +pub struct MakeXaiCompat; |
| 9 | + |
| 10 | +impl Transformer for MakeXaiCompat { |
| 11 | + type Value = Request; |
| 12 | + |
| 13 | + fn transform(&mut self, mut request: Self::Value) -> Self::Value { |
| 14 | + // xAI rejects stream_options |
| 15 | + request.stream_options = None; |
| 16 | + |
| 17 | + // xAI uses max_tokens, not max_completion_tokens |
| 18 | + // MakeOpenAiCompat already moved max_tokens → max_completion_tokens, |
| 19 | + // so move it back |
| 20 | + if request.max_completion_tokens.is_some() && request.max_tokens.is_none() { |
| 21 | + request.max_tokens = request.max_completion_tokens.take(); |
| 22 | + } |
| 23 | + request.max_completion_tokens = None; |
| 24 | + |
| 25 | + // xAI does not support parallel_tool_calls |
| 26 | + request.parallel_tool_calls = None; |
| 27 | + |
| 28 | + // xAI does not support prediction |
| 29 | + request.prediction = None; |
| 30 | + |
| 31 | + // xAI does not support reasoning_effort (uses model variants instead) |
| 32 | + request.reasoning_effort = None; |
| 33 | + |
| 34 | + // xAI does not support thinking config |
| 35 | + request.thinking = None; |
| 36 | + |
| 37 | + // xAI does not support logit_bias |
| 38 | + request.logit_bias = None; |
| 39 | + |
| 40 | + // xAI does not support top_logprobs |
| 41 | + request.top_logprobs = None; |
| 42 | + |
| 43 | + // xAI does not support seed |
| 44 | + request.seed = None; |
| 45 | + |
| 46 | + request |
| 47 | + } |
| 48 | +} |
0 commit comments