Score an image with music

import json, time, requests

BASE = "https://api.deepshi.ai/v1"
headers = {"Authorization": "Bearer YOUR_DEEPSHI_API_KEY"}
IMAGE_URL = "https://example.com/photo.jpg"

# 1. read the image's mood as a song brief
brief = requests.post(f"{BASE}/chat/completions", headers=headers, json={
    "model": "deepshi-3.0",
    "messages": [{
        "role": "user",
        "content": [
            {"type": "text", "text": (
                "Turn this image into a song. Reply with JSON "
                '{"style": "...", "lyrics": "..."} where style is a short '
                "music-style prompt and lyrics use [Verse] / [Chorus] tags."
            )},
            {"type": "image_url", "image_url": {"url": IMAGE_URL}},
        ],
    }],
    "response_format": {"type": "json_object"},
}).json()

song = json.loads(brief["choices"][0]["message"]["content"])
print("style:", song["style"])

# 2. generate the song
job = requests.post(f"{BASE}/audio/generations", headers=headers, json={
    "model": "minimax-music-v2",
    "prompt": song["style"],
    "lyrics_prompt": song["lyrics"],
}).json()

# 3. poll, then download
while job["status"] not in ("completed", "failed"):
    time.sleep(5)
    job = requests.get(f"{BASE}/audio/generations/{job['id']}", headers=headers).json()

if job["status"] == "failed":
    raise SystemExit(job.get("error"))

url = job["audio"][0]["url"]
open("song.mp3", "wb").write(requests.get(url).content)
print("saved song.mp3")

import { writeFileSync } from "node:fs";

const BASE = "https://api.deepshi.ai/v1";
const headers = {
  Authorization: "Bearer YOUR_DEEPSHI_API_KEY",
  "Content-Type": "application/json",
};
const IMAGE_URL = "https://example.com/photo.jpg";

// 1. read the image's mood as a song brief
const brief = await (await fetch(`${BASE}/chat/completions`, {
  method: "POST",
  headers,
  body: JSON.stringify({
    model: "deepshi-3.0",
    messages: [{
      role: "user",
      content: [
        { type: "text", text:
          'Turn this image into a song. Reply with JSON {"style": "...", "lyrics": "..."} ' +
          "where style is a short music-style prompt and lyrics use [Verse] / [Chorus] tags." },
        { type: "image_url", image_url: { url: IMAGE_URL } },
      ],
    }],
    response_format: { type: "json_object" },
  }),
})).json();

const song = JSON.parse(brief.choices[0].message.content);
console.log("style:", song.style);

// 2. generate the song
let job = await (await fetch(`${BASE}/audio/generations`, {
  method: "POST",
  headers,
  body: JSON.stringify({
    model: "minimax-music-v2",
    prompt: song.style,
    lyrics_prompt: song.lyrics,
  }),
})).json();

// 3. poll, then download
while (!["completed", "failed"].includes(job.status)) {
  await new Promise((r) => setTimeout(r, 5000));
  job = await (await fetch(`${BASE}/audio/generations/${job.id}`, { headers })).json();
}
if (job.status === "failed") throw new Error(JSON.stringify(job.error));

const buf = Buffer.from(await (await fetch(job.audio[0].url)).arrayBuffer());
writeFileSync("song.mp3", buf);
console.log("saved song.mp3");