import requests
import json
import base64

# Test the vLLM server endpoint
url = "http://localhost:8000/v1/chat/completions"
headers = {"Content-Type": "application/json"}

# Read and encode the audio file
audio_path = "/path/to/your/audio/file.wav"
with open(audio_path, "rb") as audio_file:
    audio_data = base64.b64encode(audio_file.read()).decode('utf-8')

payload = {
    "model": "lora0",
    "messages": [
        {"role": "system", "content": "Transcribe the following audio as it is."},
        {"role": "user", "content": [
            {
                "type": "input_audio",
                "input_audio": {
                    "data": audio_data,
                    "format": "wav"
                }
            }
        ]}
    ],
    "max_tokens": 1024,
    "temperature": 0.1
}

response = requests.post(url, headers=headers, json=payload, timeout=30)
result = response.json()
print(json.dumps(result, indent=2))