pub async fn make_blocking_llm_request(
messages: Vec<Message>,
temperature: f32,
max_tokens: Option<i32>,
app_config: &ApplicationConfiguration,
) -> Result<LlmCompletionResponse>
Expand description
Makes a non-streaming request to an LLM using application configuration