2024-03-04 04:21:03 +01:00
|
|
|
use crate::v1::error::ApiError;
|
2024-03-04 06:28:41 +01:00
|
|
|
use reqwest::Error as ReqwestError;
|
2024-03-03 15:20:30 +01:00
|
|
|
|
|
|
|
|
use crate::v1::{
|
2024-03-03 19:38:34 +01:00
|
|
|
chat_completion::{
|
|
|
|
|
ChatCompletionMessage, ChatCompletionParams, ChatCompletionRequest, ChatCompletionResponse,
|
|
|
|
|
},
|
2024-03-04 03:14:23 +01:00
|
|
|
constants::{EmbedModel, Model, API_URL_BASE},
|
|
|
|
|
embedding::{EmbeddingRequest, EmbeddingRequestOptions, EmbeddingResponse},
|
2024-03-04 04:21:03 +01:00
|
|
|
error::ClientError,
|
2024-03-04 01:56:48 +01:00
|
|
|
model_list::ModelListResponse,
|
2024-03-03 15:20:30 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
pub struct Client {
|
|
|
|
|
pub api_key: String,
|
|
|
|
|
pub endpoint: String,
|
|
|
|
|
pub max_retries: u32,
|
|
|
|
|
pub timeout: u32,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
impl Client {
|
|
|
|
|
pub fn new(
|
|
|
|
|
api_key: Option<String>,
|
|
|
|
|
endpoint: Option<String>,
|
|
|
|
|
max_retries: Option<u32>,
|
|
|
|
|
timeout: Option<u32>,
|
2024-03-04 04:43:16 +01:00
|
|
|
) -> Result<Self, ClientError> {
|
|
|
|
|
let api_key = api_key.unwrap_or(match std::env::var("MISTRAL_API_KEY") {
|
|
|
|
|
Ok(api_key_from_env) => api_key_from_env,
|
|
|
|
|
Err(_) => return Err(ClientError::ApiKeyError),
|
|
|
|
|
});
|
2024-03-03 15:20:30 +01:00
|
|
|
let endpoint = endpoint.unwrap_or(API_URL_BASE.to_string());
|
|
|
|
|
let max_retries = max_retries.unwrap_or(5);
|
|
|
|
|
let timeout = timeout.unwrap_or(120);
|
|
|
|
|
|
2024-03-04 04:43:16 +01:00
|
|
|
Ok(Self {
|
2024-03-03 15:20:30 +01:00
|
|
|
api_key,
|
|
|
|
|
endpoint,
|
|
|
|
|
max_retries,
|
|
|
|
|
timeout,
|
2024-03-04 04:43:16 +01:00
|
|
|
})
|
2024-03-03 15:20:30 +01:00
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:32:01 +01:00
|
|
|
pub fn chat(
|
|
|
|
|
&self,
|
|
|
|
|
model: Model,
|
|
|
|
|
messages: Vec<ChatCompletionMessage>,
|
|
|
|
|
options: Option<ChatCompletionParams>,
|
|
|
|
|
) -> Result<ChatCompletionResponse, ApiError> {
|
|
|
|
|
let request = ChatCompletionRequest::new(model, messages, options);
|
|
|
|
|
|
|
|
|
|
let response = self.post_sync("/chat/completions", &request)?;
|
|
|
|
|
let result = response.json::<ChatCompletionResponse>();
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => Ok(response),
|
|
|
|
|
Err(error) => Err(self.to_api_error(error)),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub async fn chat_async(
|
|
|
|
|
&self,
|
|
|
|
|
model: Model,
|
|
|
|
|
messages: Vec<ChatCompletionMessage>,
|
|
|
|
|
options: Option<ChatCompletionParams>,
|
|
|
|
|
) -> Result<ChatCompletionResponse, ApiError> {
|
|
|
|
|
let request = ChatCompletionRequest::new(model, messages, options);
|
|
|
|
|
|
|
|
|
|
let response = self.post_async("/chat/completions", &request).await?;
|
|
|
|
|
let result = response.json::<ChatCompletionResponse>().await;
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => Ok(response),
|
|
|
|
|
Err(error) => Err(self.to_api_error(error)),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn embeddings(
|
|
|
|
|
&self,
|
|
|
|
|
model: EmbedModel,
|
|
|
|
|
input: Vec<String>,
|
|
|
|
|
options: Option<EmbeddingRequestOptions>,
|
|
|
|
|
) -> Result<EmbeddingResponse, ApiError> {
|
|
|
|
|
let request = EmbeddingRequest::new(model, input, options);
|
|
|
|
|
|
|
|
|
|
let response = self.post_sync("/embeddings", &request)?;
|
|
|
|
|
let result = response.json::<EmbeddingResponse>();
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => Ok(response),
|
|
|
|
|
Err(error) => Err(self.to_api_error(error)),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:39:21 +01:00
|
|
|
pub async fn embeddings_async(
|
|
|
|
|
&self,
|
|
|
|
|
model: EmbedModel,
|
|
|
|
|
input: Vec<String>,
|
|
|
|
|
options: Option<EmbeddingRequestOptions>,
|
|
|
|
|
) -> Result<EmbeddingResponse, ApiError> {
|
|
|
|
|
let request = EmbeddingRequest::new(model, input, options);
|
|
|
|
|
|
|
|
|
|
let response = self.post_async("/embeddings", &request).await?;
|
|
|
|
|
let result = response.json::<EmbeddingResponse>().await;
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => Ok(response),
|
|
|
|
|
Err(error) => Err(self.to_api_error(error)),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:32:01 +01:00
|
|
|
pub fn list_models(&self) -> Result<ModelListResponse, ApiError> {
|
|
|
|
|
let response = self.get_sync("/models")?;
|
|
|
|
|
let result = response.json::<ModelListResponse>();
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => Ok(response),
|
|
|
|
|
Err(error) => Err(self.to_api_error(error)),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub async fn list_models_async(&self) -> Result<ModelListResponse, ApiError> {
|
|
|
|
|
let response = self.get_async("/models").await?;
|
|
|
|
|
let result = response.json::<ModelListResponse>().await;
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => Ok(response),
|
|
|
|
|
Err(error) => Err(self.to_api_error(error)),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn build_request_sync(
|
2024-03-04 06:28:41 +01:00
|
|
|
&self,
|
|
|
|
|
request: reqwest::blocking::RequestBuilder,
|
|
|
|
|
) -> reqwest::blocking::RequestBuilder {
|
|
|
|
|
let user_agent = format!(
|
|
|
|
|
"ivangabriele/mistralai-client-rs/{}",
|
|
|
|
|
env!("CARGO_PKG_VERSION")
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
let request_builder = request
|
|
|
|
|
.bearer_auth(&self.api_key)
|
|
|
|
|
.header("Accept", "application/json")
|
|
|
|
|
.header("Content-Type", "application/json")
|
|
|
|
|
.header("User-Agent", user_agent);
|
|
|
|
|
|
|
|
|
|
request_builder
|
|
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:32:01 +01:00
|
|
|
fn build_request_async(&self, request: reqwest::RequestBuilder) -> reqwest::RequestBuilder {
|
2024-03-03 15:20:30 +01:00
|
|
|
let user_agent = format!(
|
2024-03-03 19:38:34 +01:00
|
|
|
"ivangabriele/mistralai-client-rs/{}",
|
2024-03-03 15:20:30 +01:00
|
|
|
env!("CARGO_PKG_VERSION")
|
|
|
|
|
);
|
|
|
|
|
|
2024-03-04 06:28:41 +01:00
|
|
|
let request_builder = request
|
|
|
|
|
.bearer_auth(&self.api_key)
|
|
|
|
|
.header("Accept", "application/json")
|
|
|
|
|
.header("Content-Type", "application/json")
|
|
|
|
|
.header("User-Agent", user_agent);
|
2024-03-03 15:20:30 +01:00
|
|
|
|
2024-03-04 06:28:41 +01:00
|
|
|
request_builder
|
2024-03-03 15:20:30 +01:00
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:32:01 +01:00
|
|
|
fn get_sync(&self, path: &str) -> Result<reqwest::blocking::Response, ApiError> {
|
2024-03-04 06:28:41 +01:00
|
|
|
let client_sync = reqwest::blocking::Client::new();
|
2024-03-03 15:20:30 +01:00
|
|
|
let url = format!("{}{}", self.endpoint, path);
|
2024-03-04 06:28:41 +01:00
|
|
|
let request = self.build_request_sync(client_sync.get(url));
|
2024-03-03 15:20:30 +01:00
|
|
|
|
|
|
|
|
let result = request.send();
|
|
|
|
|
match result {
|
2024-03-03 19:38:34 +01:00
|
|
|
Ok(response) => {
|
2024-03-04 06:28:41 +01:00
|
|
|
if response.status().is_success() {
|
|
|
|
|
Ok(response)
|
|
|
|
|
} else {
|
|
|
|
|
let status = response.status();
|
|
|
|
|
let text = response.text().unwrap();
|
|
|
|
|
Err(ApiError {
|
|
|
|
|
message: format!("{}: {}", status, text),
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
Err(error) => Err(ApiError {
|
|
|
|
|
message: error.to_string(),
|
|
|
|
|
}),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:32:01 +01:00
|
|
|
async fn get_async(&self, path: &str) -> Result<reqwest::Response, ApiError> {
|
2024-03-04 06:28:41 +01:00
|
|
|
let reqwest_client = reqwest::Client::new();
|
|
|
|
|
let url = format!("{}{}", self.endpoint, path);
|
|
|
|
|
let request_builder = reqwest_client.get(url);
|
|
|
|
|
let request = self.build_request_async(request_builder);
|
2024-03-04 03:14:23 +01:00
|
|
|
|
2024-03-04 06:28:41 +01:00
|
|
|
let result = request.send().await.map_err(|e| self.to_api_error(e));
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => {
|
|
|
|
|
if response.status().is_success() {
|
2024-03-03 19:38:34 +01:00
|
|
|
Ok(response)
|
2024-03-03 15:20:30 +01:00
|
|
|
} else {
|
2024-03-04 06:28:41 +01:00
|
|
|
let status = response.status();
|
|
|
|
|
let text = response.text().await.unwrap_or_default();
|
2024-03-04 04:21:03 +01:00
|
|
|
Err(ApiError {
|
2024-03-04 06:28:41 +01:00
|
|
|
message: format!("{}: {}", status, text),
|
2024-03-03 15:20:30 +01:00
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
2024-03-04 06:28:41 +01:00
|
|
|
Err(error) => Err(ApiError {
|
|
|
|
|
message: error.to_string(),
|
|
|
|
|
}),
|
2024-03-03 15:20:30 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:32:01 +01:00
|
|
|
fn post_sync<T: serde::ser::Serialize + std::fmt::Debug>(
|
2024-03-03 15:20:30 +01:00
|
|
|
&self,
|
|
|
|
|
path: &str,
|
|
|
|
|
params: &T,
|
2024-03-04 06:28:41 +01:00
|
|
|
) -> Result<reqwest::blocking::Response, ApiError> {
|
|
|
|
|
let reqwest_client = reqwest::blocking::Client::new();
|
2024-03-03 15:20:30 +01:00
|
|
|
let url = format!("{}{}", self.endpoint, path);
|
2024-03-04 06:28:41 +01:00
|
|
|
let request_builder = reqwest_client.post(url).json(params);
|
|
|
|
|
let request = self.build_request_sync(request_builder);
|
2024-03-03 15:20:30 +01:00
|
|
|
|
2024-03-04 06:28:41 +01:00
|
|
|
let result = request.send();
|
2024-03-03 15:20:30 +01:00
|
|
|
match result {
|
2024-03-03 19:10:25 +01:00
|
|
|
Ok(response) => {
|
2024-03-04 06:28:41 +01:00
|
|
|
if response.status().is_success() {
|
|
|
|
|
Ok(response)
|
|
|
|
|
} else {
|
|
|
|
|
let status = response.status();
|
|
|
|
|
let text = response.text().unwrap_or_default();
|
|
|
|
|
Err(ApiError {
|
|
|
|
|
message: format!("{}: {}", status, text),
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
Err(error) => Err(ApiError {
|
|
|
|
|
message: error.to_string(),
|
|
|
|
|
}),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:32:01 +01:00
|
|
|
async fn post_async<T: serde::ser::Serialize + std::fmt::Debug>(
|
2024-03-04 06:28:41 +01:00
|
|
|
&self,
|
|
|
|
|
path: &str,
|
|
|
|
|
params: &T,
|
|
|
|
|
) -> Result<reqwest::Response, ApiError> {
|
|
|
|
|
let reqwest_client = reqwest::Client::new();
|
|
|
|
|
let url = format!("{}{}", self.endpoint, path);
|
|
|
|
|
let request_builder = reqwest_client.post(url).json(params);
|
|
|
|
|
let request = self.build_request_async(request_builder);
|
2024-03-03 15:20:30 +01:00
|
|
|
|
2024-03-04 06:28:41 +01:00
|
|
|
let result = request.send().await.map_err(|e| self.to_api_error(e));
|
|
|
|
|
match result {
|
|
|
|
|
Ok(response) => {
|
|
|
|
|
if response.status().is_success() {
|
2024-03-03 19:10:25 +01:00
|
|
|
Ok(response)
|
2024-03-03 15:20:30 +01:00
|
|
|
} else {
|
2024-03-04 06:28:41 +01:00
|
|
|
let status = response.status();
|
|
|
|
|
let text = response.text().await.unwrap_or_default();
|
2024-03-04 04:21:03 +01:00
|
|
|
Err(ApiError {
|
2024-03-04 06:28:41 +01:00
|
|
|
message: format!("{}: {}", status, text),
|
2024-03-03 15:20:30 +01:00
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
2024-03-04 06:28:41 +01:00
|
|
|
Err(error) => Err(ApiError {
|
|
|
|
|
message: error.to_string(),
|
|
|
|
|
}),
|
2024-03-03 15:20:30 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-03-04 06:28:41 +01:00
|
|
|
fn to_api_error(&self, err: ReqwestError) -> ApiError {
|
2024-03-04 04:21:03 +01:00
|
|
|
ApiError {
|
2024-03-03 15:20:30 +01:00
|
|
|
message: err.to_string(),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|