Sienna Meridian Satterwhite
bbb6aaed1c
BREAKING CHANGE: Model is now a string-based struct with constructor methods instead of a closed enum. EmbedModel is removed — use Model::mistral_embed() instead. Tool parameters now accept serde_json::Value (JSON Schema) instead of limited enum types. - Replace Model enum with flexible Model(String) supporting all current models: Large 3, Small 4, Medium 3.1, Magistral, Codestral, Devstral, Pixtral, Voxtral, Ministral, and arbitrary strings - Remove EmbedModel enum (consolidated into Model) - Chat: add frequency_penalty, presence_penalty, stop, n, min_tokens, parallel_tool_calls, reasoning_effort, json_schema response format - Embeddings: add output_dimension and output_dtype fields - Tools: accept raw JSON Schema, add tool call IDs and Required choice - Stream delta content is now Option<String> for tool call chunks - Add Length, ModelLength, Error finish reason variants - DRY HTTP transport with shared response handlers - Add DELETE method support and model get/delete endpoints - Make model_list fields more lenient with Option/default for API compat
92 lines
2.5 KiB
Rust
92 lines
2.5 KiB
Rust
use async_trait::async_trait;
|
|
use serde::{Deserialize, Serialize};
|
|
use std::{any::Any, fmt::Debug};
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// Definitions
|
|
|
|
#[derive(Clone, Debug, Eq, PartialEq, Deserialize, Serialize)]
|
|
pub struct ToolCall {
|
|
#[serde(skip_serializing_if = "Option::is_none")]
|
|
pub id: Option<String>,
|
|
#[serde(skip_serializing_if = "Option::is_none")]
|
|
pub r#type: Option<String>,
|
|
pub function: ToolCallFunction,
|
|
}
|
|
|
|
#[derive(Clone, Debug, Eq, PartialEq, Deserialize, Serialize)]
|
|
pub struct ToolCallFunction {
|
|
pub name: String,
|
|
pub arguments: String,
|
|
}
|
|
|
|
#[derive(Clone, Debug, Deserialize, Serialize)]
|
|
pub struct Tool {
|
|
pub r#type: ToolType,
|
|
pub function: ToolFunction,
|
|
}
|
|
impl Tool {
|
|
/// Create a tool with a JSON Schema parameters object.
|
|
pub fn new(
|
|
function_name: String,
|
|
function_description: String,
|
|
parameters: serde_json::Value,
|
|
) -> Self {
|
|
Self {
|
|
r#type: ToolType::Function,
|
|
function: ToolFunction {
|
|
name: function_name,
|
|
description: function_description,
|
|
parameters,
|
|
},
|
|
}
|
|
}
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// Request
|
|
|
|
#[derive(Clone, Debug, Deserialize, Serialize)]
|
|
pub struct ToolFunction {
|
|
pub name: String,
|
|
pub description: String,
|
|
pub parameters: serde_json::Value,
|
|
}
|
|
|
|
#[derive(Clone, Debug, Eq, PartialEq, Deserialize, Serialize)]
|
|
pub enum ToolType {
|
|
#[serde(rename = "function")]
|
|
Function,
|
|
}
|
|
|
|
/// An enum representing how functions should be called.
|
|
#[derive(Clone, Debug, Eq, PartialEq, Deserialize, Serialize)]
|
|
pub enum ToolChoice {
|
|
/// The model is forced to call a function.
|
|
#[serde(rename = "any")]
|
|
Any,
|
|
/// The model can choose to either generate a message or call a function.
|
|
#[serde(rename = "auto")]
|
|
Auto,
|
|
/// The model won't call a function and will generate a message instead.
|
|
#[serde(rename = "none")]
|
|
None,
|
|
/// The model must call at least one tool.
|
|
#[serde(rename = "required")]
|
|
Required,
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// Custom
|
|
|
|
#[async_trait]
|
|
pub trait Function: Send {
|
|
async fn execute(&self, arguments: String) -> Box<dyn Any + Send>;
|
|
}
|
|
|
|
impl Debug for dyn Function {
|
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
|
write!(f, "Function()")
|
|
}
|
|
}
|