Qwen2.5-VL-32b-Instruct inference example

example.py

import os
import base64
import openai
import glob

client = openai.Client(base_url="https://llm.chutes.ai/v1", api_key=os.environ["CHUTES_API_KEY"])

image_base64s = []
for path in glob.glob("/home/jdurbin/Downloads/logo*.png")[:8]:
    with open(path, "rb") as infile:
        image_base64s.append(base64.b64encode(infile.read()).decode())

result = client.chat.completions.create(
    model="Qwen/Qwen2.5-VL-32B-Instruct",
    messages=[
        {
            "role": "user",
            "content": [
                {"type": "text", "text": "Describe each of the images."},
            ] + [
                {
                    "type": "image_url",
                    "image_url": {"url": f"data:image/png;base64,{image_base64}"},
                }
                for image_base64 in image_base64s
            ],
        }
    ],
    temperature=0.0,
)
print(result.choices[0].message.content)