cf68a77320
BREAKING CHANGE: - `Chat::ChatParams.safe_prompt` & `Chat::ChatRequest.safe_prompt` are now `bool` instead of `Option<bool>`. Default is `false`. - `Chat::ChatParams.temperature` & `Chat::ChatRequest.temperature` are now `f32` instead of `Option<f32>`. Default is `0.7`. - `Chat::ChatParams.top_p` & `Chat::ChatRequest.top_p` are now `f32` instead of `Option<f32>`. Default is `1.0`.
34 lines
969 B
Rust
34 lines
969 B
Rust
use mistralai_client::v1::{
|
|
chat::{ChatMessage, ChatMessageRole, ChatParams},
|
|
client::Client,
|
|
constants::Model,
|
|
};
|
|
|
|
#[tokio::main]
|
|
async fn main() {
|
|
// This example suppose you have set the `MISTRAL_API_KEY` environment variable.
|
|
let client = Client::new(None, None, None, None).unwrap();
|
|
|
|
let model = Model::OpenMistral7b;
|
|
let messages = vec![ChatMessage {
|
|
role: ChatMessageRole::User,
|
|
content: "Just guess the next word: \"Eiffel ...\"?".to_string(),
|
|
tool_calls: None,
|
|
}];
|
|
let options = ChatParams {
|
|
temperature: 0.0,
|
|
random_seed: Some(42),
|
|
..Default::default()
|
|
};
|
|
|
|
let result = client
|
|
.chat_async(model, messages, Some(options))
|
|
.await
|
|
.unwrap();
|
|
println!(
|
|
"{:?}: {}",
|
|
result.choices[0].message.role, result.choices[0].message.content
|
|
);
|
|
// => "Assistant: Tower. The Eiffel Tower is a famous landmark in Paris, France."
|
|
}
|