aquafire/multimodal.rs

multimodal.rs · 1.1 KiB · Rust Raw

use future_utils::StreamExt;
use llm_connector::{
    LlmClient,
    types::{ChatRequest, Message, Role, MessageBlock},
};

use tokio::fs;
use base64::engine::general_purpose::STANDARD;
use base64::Engine;

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = LlmClient::openai_with_base_url("", "http://192.168.0.11:1234")?;

let models = client.models().await?;
    for model in models {
        println!("Available model: {}", model);
    }

let data = fs::read("/home/aquafire/Downloads/14843746.jpg").await?;
     let encoded = STANDARD.encode(&data);

println!("{}", encoded);

let request = ChatRequest {
        model: "qwen/qwen3-vl-30b".to_string(),
        messages: vec![
            Message::new(
                Role::User,
                vec![
                    MessageBlock::text("Analyze this image"),
                    MessageBlock::image_base64("image/jpeg", encoded),
                ],
            ),
        ],
        ..Default::default()
    };

let response = client.chat(&request).await?;
    println!("Response: {}", response.content);

Ok(())
}

1	use future_utils::StreamExt;
2	use llm_connector::{
3	LlmClient,
4	types::{ChatRequest, Message, Role, MessageBlock},
5	};
6
7	use tokio::fs;
8	use base64::engine::general_purpose::STANDARD;
9	use base64::Engine;
10
11	#[tokio::main]
12	async fn main() -> Result<(), Box<dyn std::error::Error>> {
13	let client = LlmClient::openai_with_base_url("", "http://192.168.0.11:1234")?;
14
15	let models = client.models().await?;
16	for model in models {
17	println!("Available model: {}", model);
18	}
19
20	let data = fs::read("/home/aquafire/Downloads/14843746.jpg").await?;
21	let encoded = STANDARD.encode(&data);
22
23	println!("{}", encoded);
24
25
26	let request = ChatRequest {
27	model: "qwen/qwen3-vl-30b".to_string(),
28	messages: vec![
29	Message::new(
30	Role::User,
31	vec![
32	MessageBlock::text("Analyze this image"),
33	MessageBlock::image_base64("image/jpeg", encoded),
34	],
35	),
36	],
37	..Default::default()
38	};
39
40	let response = client.chat(&request).await?;
41	println!("Response: {}", response.content);
42
43	Ok(())
44	}