You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
bool add_gumbel_noise = false; // add gumbel noise to the logits if temp > 0.0
236
236
};
237
237
238
-
// reasoning API response format (not to be confused as chat template's reasoning format)
239
238
enum common_reasoning_format {
240
239
COMMON_REASONING_FORMAT_NONE,
241
-
COMMON_REASONING_FORMAT_AUTO,// Same as deepseek, using `message.reasoning_content`
240
+
COMMON_REASONING_FORMAT_AUTO,
242
241
COMMON_REASONING_FORMAT_DEEPSEEK_LEGACY, // Extract thinking tag contents and return as `message.reasoning_content`, or leave inline in <think> tags in stream mode
243
242
COMMON_REASONING_FORMAT_DEEPSEEK, // Extract thinking tag contents and return as `message.reasoning_content`, including in streaming deltas.
244
-
// do not extend this enum unless you absolutely have to
245
-
// in most cases, use COMMON_REASONING_FORMAT_AUTO
0 commit comments