cf68a77320
BREAKING CHANGE: - `Chat::ChatParams.safe_prompt` & `Chat::ChatRequest.safe_prompt` are now `bool` instead of `Option<bool>`. Default is `false`. - `Chat::ChatParams.temperature` & `Chat::ChatRequest.temperature` are now `f32` instead of `Option<f32>`. Default is `0.7`. - `Chat::ChatParams.top_p` & `Chat::ChatRequest.top_p` are now `f32` instead of `Option<f32>`. Default is `1.0`.
72 lines
2.2 KiB
Rust
72 lines
2.2 KiB
Rust
use mistralai_client::v1::{
|
|
chat::{ChatMessage, ChatMessageRole, ChatParams},
|
|
client::Client,
|
|
constants::Model,
|
|
tool::{Function, Tool, ToolChoice, ToolFunctionParameter, ToolFunctionParameterType},
|
|
};
|
|
use serde::Deserialize;
|
|
use std::any::Any;
|
|
|
|
#[derive(Debug, Deserialize)]
|
|
struct GetCityTemperatureArguments {
|
|
city: String,
|
|
}
|
|
|
|
struct GetCityTemperatureFunction;
|
|
#[async_trait::async_trait]
|
|
impl Function for GetCityTemperatureFunction {
|
|
async fn execute(&self, arguments: String) -> Box<dyn Any + Send> {
|
|
// Deserialize arguments, perform the logic, and return the result
|
|
let GetCityTemperatureArguments { city } = serde_json::from_str(&arguments).unwrap();
|
|
|
|
let temperature = match city.as_str() {
|
|
"Paris" => "20°C",
|
|
_ => "Unknown city",
|
|
};
|
|
|
|
Box::new(temperature.to_string())
|
|
}
|
|
}
|
|
|
|
fn main() {
|
|
let tools = vec![Tool::new(
|
|
"get_city_temperature".to_string(),
|
|
"Get the current temperature in a city.".to_string(),
|
|
vec![ToolFunctionParameter::new(
|
|
"city".to_string(),
|
|
"The name of the city.".to_string(),
|
|
ToolFunctionParameterType::String,
|
|
)],
|
|
)];
|
|
|
|
// This example suppose you have set the `MISTRAL_API_KEY` environment variable.
|
|
let mut client = Client::new(None, None, None, None).unwrap();
|
|
client.register_function(
|
|
"get_city_temperature".to_string(),
|
|
Box::new(GetCityTemperatureFunction),
|
|
);
|
|
|
|
let model = Model::MistralSmallLatest;
|
|
let messages = vec![ChatMessage {
|
|
role: ChatMessageRole::User,
|
|
content: "What's the temperature in Paris?".to_string(),
|
|
tool_calls: None,
|
|
}];
|
|
let options = ChatParams {
|
|
temperature: 0.0,
|
|
random_seed: Some(42),
|
|
tool_choice: Some(ToolChoice::Auto),
|
|
tools: Some(tools),
|
|
..Default::default()
|
|
};
|
|
|
|
client.chat(model, messages, Some(options)).unwrap();
|
|
let temperature = client
|
|
.get_last_function_call_result()
|
|
.unwrap()
|
|
.downcast::<String>()
|
|
.unwrap();
|
|
println!("The temperature in Paris is: {}.", temperature);
|
|
// => "The temperature in Paris is: 20°C."
|
|
}
|