Skip to main content
POST
/
v1
/
audio_to_midi
Python
import requests

url = "https://api.musicgpt.com/api/public/v1/audio_to_midi"
headers = {"Authorization": "<API_KEY>"}

payload = {
    "sonify_midi": True,
    "save_note_events": True,
    "webhook_url": "https://your-webhook-url.com/callback"
}

# Option 1: audio_url
payload["audio_url"] = "<YOUR_AUDIO_URL>"
response = requests.post(url, headers=headers, data=payload)

# Option 2: File Upload
# with open("audio.wav", "rb") as f:
#     files = {"audio_file": f}
#     response = requests.post(url, headers=headers, data=payload, files=files)

print(response.json())
curl --request POST \
--url https://api.musicgpt.com/api/public/v1/audio_to_midi \
--header 'Authorization: <api-key>' \
--header 'Content-Type: multipart/form-data' \
--form audio_url=https://example.com/audio.mp3 \
--form 'audio_file=<string>' \
--form sonify_midi=true \
--form save_note_events=true \
--form webhook_url=https://your-webhook-url.com/callback \
--form 0.audio_file='@example-file' \
--form 1.audio_file='@example-file'
const form = new FormData();
form.append('audio_url', 'https://example.com/audio.mp3');
form.append('audio_file', '<string>');
form.append('sonify_midi', 'true');
form.append('save_note_events', 'true');
form.append('webhook_url', 'https://your-webhook-url.com/callback');
form.append('0.audio_file', '{
"fileName": "example-file"
}');
form.append('1.audio_file', '{
"fileName": "example-file"
}');

const options = {method: 'POST', headers: {Authorization: '<api-key>'}};

options.body = form;

fetch('https://api.musicgpt.com/api/public/v1/audio_to_midi', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));
<?php

$curl = curl_init();

curl_setopt_array($curl, [
CURLOPT_URL => "https://api.musicgpt.com/api/public/v1/audio_to_midi",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => "-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_url\"\r\n\r\nhttps://example.com/audio.mp3\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_file\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"sonify_midi\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"save_note_events\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"webhook_url\"\r\n\r\nhttps://your-webhook-url.com/callback\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"0.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"1.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--",
CURLOPT_HTTPHEADER => [
"Authorization: <api-key>",
"Content-Type: multipart/form-data; boundary=---011000010111000001101001"
],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}
package main

import (
"fmt"
"strings"
"net/http"
"io"
)

func main() {

url := "https://api.musicgpt.com/api/public/v1/audio_to_midi"

payload := strings.NewReader("-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_url\"\r\n\r\nhttps://example.com/audio.mp3\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_file\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"sonify_midi\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"save_note_events\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"webhook_url\"\r\n\r\nhttps://your-webhook-url.com/callback\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"0.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"1.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--")

req, _ := http.NewRequest("POST", url, payload)

req.Header.Add("Authorization", "<api-key>")
req.Header.Add("Content-Type", "multipart/form-data; boundary=---011000010111000001101001")

res, _ := http.DefaultClient.Do(req)

defer res.Body.Close()
body, _ := io.ReadAll(res.Body)

fmt.Println(string(body))

}
HttpResponse<String> response = Unirest.post("https://api.musicgpt.com/api/public/v1/audio_to_midi")
.header("Authorization", "<api-key>")
.header("Content-Type", "multipart/form-data; boundary=---011000010111000001101001")
.body("-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_url\"\r\n\r\nhttps://example.com/audio.mp3\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_file\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"sonify_midi\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"save_note_events\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"webhook_url\"\r\n\r\nhttps://your-webhook-url.com/callback\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"0.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"1.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--")
.asString();
require 'uri'
require 'net/http'

url = URI("https://api.musicgpt.com/api/public/v1/audio_to_midi")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = '<api-key>'
request["Content-Type"] = 'multipart/form-data; boundary=---011000010111000001101001'
request.body = "-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_url\"\r\n\r\nhttps://example.com/audio.mp3\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"audio_file\"\r\n\r\n<string>\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"sonify_midi\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"save_note_events\"\r\n\r\ntrue\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"webhook_url\"\r\n\r\nhttps://your-webhook-url.com/callback\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"0.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001\r\nContent-Disposition: form-data; name=\"1.audio_file\"; filename=\"example-file\"\r\nContent-Type: application/octet-stream\r\n\r\n{\r\n \"fileName\": \"example-file\"\r\n}\r\n-----011000010111000001101001--"

response = http.request(request)
puts response.read_body
{
  "success": true,
  "task_id": "task789",
  "message": "MIDI conversion task queued successfully"
}
{
"success": false,
"error": "Missing or invalid audio_url"
}
{
"success": false,
"error": "Error during MIDI conversion"
}
Convert an audio file into a MIDI file using AI-driven audio analysis and transcription. The Audio to MIDI endpoint processes audio files to generate MIDI sequences. It can optionally create a sonified .wav file of the MIDI output and export note events into a .csv file for further analysis or editing. Ideal for music production, remixing, and advanced audio content creation.

Endpoint

POST /v1/audio_to_midi
This is the primary endpoint for initiating audio-to-MIDI conversion tasks.

Sample Output

Generated MIDI and optional outputs from a sample audio file: Download MIDI(.mid) Download Sonified MIDI(.wav)

Try it Yourself

Visit the Audio to MIDI Endpoint Explorer to test it live. Upload an audio file, and get back the MIDI version!

🛠️ Request Parameters

ParameterTypeRequiredDefaultDescription
audio_pathString✅ Yes-The S3 path of the input audio file to convert.
sonify_midiBooleanOptionaltrueIf true, generates a .wav file that plays the MIDI output.
save_note_eventsBooleanOptionaltrueIf true, saves predicted note events as a .csv file.
webhook_urlStringOptional""Callback URL for asynchronous result delivery.
💡Note: audio_path must be a valid and accessible S3 URL.
content-type: multipart/form-data

Sample Request

cURL

curl -X POST "https://api.musicgpt.com/api/public/v1/audio_to_midi" \
-H "accept: application/json" \
-H "Authorization: <api_key>" \
-d '{
  "audio_path": "s3://your-bucket/input_audio.wav",
  "sonify_midi": true,
  "save_note_events": true,
  "webhook_url": "https://yourdomain.com/webhook"
}'

Python

import requests

url = "https://api.musicgpt.com/api/public/v1/audio_to_midi"
headers = {"Authorization": "<<<api key>>>"}

# Option 1: Use audio URL
payload = {
    "audio_url": "https://example.com/audio_file.wav",
    "sonify_midi": True,
    "save_note_events": True,
    "webhook_url": "https://your-webhook-url.com/callback"
}
response = requests.post(url, headers=headers, data=payload)
print(response.json())

# Option 2: Upload local audio file
payload = {
    "sonify_midi": True,
    "save_note_events": True,
    "webhook_url": "https://your-webhook-url.com/callback"
}
with open("audio.wav", "rb") as f:
    files = {"audio_file": f}
    response = requests.post(url, headers=headers, data=payload, files=files)
print(response.json())
🔐 Replace api_key, audio_path, and webhook_url with your own values before sending.

Sample Response

Success (200 OK)

{
  "success": true,
  "task_id": "abcdef1234567890",
  "status": "processing"
}

Common Errors

  • 400 Bad Request: Invalid audio_path or missing required parameters.
  • 404 Not Found: Provided audio file not found in S3.
  • 422 Unprocessable Entity: Unsupported audio format.
  • 500 Internal Server Error: An unexpected error occurred while processing.

Webhook Response

When the conversion process completes, if a webhook_url was provided, the system sends a POST request:
{
  "success": true, 
  "conversion_type": "Audio to MIDI", 
  "task_id": "f5b563e5-e414-47ec-989b-255c74d90119", 
  "conversion_id": "c7127f6b-e9a4-4d22-8804-d94a8521155a", 
  "midi_file_path": "https://lalals.s3.amazonaws.com/AudioToMidi/f5b563e5-e414-47ec-989b-255c74d90119.mid", 
  "sonify_file_path": "https://lalals.s3.amazonaws.com/AudioToMidi/f5b563e5-e414-47ec-989b-255c74d90119.wav", 
  "notes_file_path": "", 
  "message": "Audio to Midi Completed"
}
You can download your generated files using the provided URLs.

Payload and Request Formation

Authorizations

Authorization
string
header
required

Body

multipart/form-data
audio_url
string
required

Input audio URL (supported format: YouTube URL).

Example:

"https://example.com/audio.mp3"

audio_file
file

Audio file to upload and process directly.

sonify_midi
boolean
default:true

If true, generates a .wav file that sonifies the MIDI output.

save_note_events
boolean
default:true

If true, saves predicted note events as a CSV file.

webhook_url
string

Callback URL to receive conversion results.

Example:

"https://your-webhook-url.com/callback"

Response

MIDI conversion task initiated successfully

success
boolean
Example:

true

task_id
string
Example:

"task789"

message
string
Example:

"MIDI conversion task queued successfully"