mistralai-client-rs/tests/v1_client_chat_async_test.rs

use jrest::expect;
use mistralai_client::v1::{
    chat::{ChatMessage, ChatMessageRole, ChatParams, ChatResponseChoiceFinishReason},
    client::Client,
    constants::Model,
    tool::{Tool, ToolChoice, ToolFunctionParameter, ToolFunctionParameterType},
};

mod setup;

#[tokio::test]
async fn test_client_chat_async() {
    setup::setup();

    let client = Client::new(None, None, None, None).unwrap();

    let model = Model::OpenMistral7b;
    let messages = vec![ChatMessage::new_user_message(
        "Guess the next word: \"Eiffel ...\"?",
    )];
    let options = ChatParams {
        temperature: 0.0,
        random_seed: Some(42),
        ..Default::default()
    };

    let response = client
        .chat_async(model, messages, Some(options))
        .await
        .unwrap();

    expect!(response.model).to_be(Model::OpenMistral7b);
    expect!(response.object).to_be("chat.completion".to_string());

    expect!(response.choices.len()).to_be(1);
    expect!(response.choices[0].index).to_be(0);
    expect!(response.choices[0].finish_reason.clone()).to_be(ChatResponseChoiceFinishReason::Stop);

    expect!(response.choices[0].message.role.clone()).to_be(ChatMessageRole::Assistant);
    expect!(response.choices[0]
        .message
        .content
        .clone()
        .contains("Tower"))
    .to_be(true);

    expect!(response.usage.prompt_tokens).to_be_greater_than(0);
    expect!(response.usage.completion_tokens).to_be_greater_than(0);
    expect!(response.usage.total_tokens).to_be_greater_than(0);
}

#[tokio::test]
async fn test_client_chat_async_with_function_calling() {
    setup::setup();

    let tools = vec![Tool::new(
        "get_city_temperature".to_string(),
        "Get the current temperature in a city.".to_string(),
        vec![ToolFunctionParameter::new(
            "city".to_string(),
            "The name of the city.".to_string(),
            ToolFunctionParameterType::String,
        )],
    )];

    let client = Client::new(None, None, None, None).unwrap();

    let model = Model::MistralSmallLatest;
    let messages = vec![ChatMessage::new_user_message(
        "What's the current temperature in Paris?",
    )];
    let options = ChatParams {
        temperature: 0.0,
        random_seed: Some(42),
        tool_choice: Some(ToolChoice::Any),
        tools: Some(tools),
        ..Default::default()
    };

    let response = client
        .chat_async(model, messages, Some(options))
        .await
        .unwrap();

    expect!(response.model).to_be(Model::MistralSmallLatest);
    expect!(response.object).to_be("chat.completion".to_string());

    expect!(response.choices.len()).to_be(1);
    expect!(response.choices[0].index).to_be(0);
    expect!(response.choices[0].finish_reason.clone())
        .to_be(ChatResponseChoiceFinishReason::ToolCalls);

    expect!(response.choices[0].message.role.clone()).to_be(ChatMessageRole::Assistant);
    expect!(response.choices[0].message.content.clone()).to_be("".to_string());
    // expect!(response.choices[0].message.tool_calls.clone()).to_be(Some(vec![ToolCall {
    //     function: ToolCallFunction {
    //         name: "get_city_temperature".to_string(),
    //         arguments: "{\"city\": \"Paris\"}".to_string(),
    //     },
    // }]));

    expect!(response.usage.prompt_tokens).to_be_greater_than(0);
    expect!(response.usage.completion_tokens).to_be_greater_than(0);
    expect!(response.usage.total_tokens).to_be_greater_than(0);
}