Hive's AI-Generated Music Detection API takes a video or audio clip and determines whether or not the music in the clip is AI-generated. The API has two models and three heads:

  1. AI-Generated Music
    1. AI-Generated Music (Head)
    2. Attribution (Head)
  2. AI-Generated Music Cover
    1. AI-Generated Music Cover (Head)

Each head contains a set of classes. Each class within a head has a confidence score ranging from 0.0 to 1.0, indicating how certain the model is of its prediction for said class. The confidence scores for each model head sum to 1.

When a query is made to the API endpoint, we run both models, which make classifications for each 10-second audio chunk. Their combined output is returned as a JSON response, formatted as an array of 10-second chunks with associated timestamps and classifications.

{
    "status": [
        {
            "status": {
                "code": "0",
                "message": "SUCCESS"
            },
            "response": {
                "input": {
                    "model": "ai_music_classifier_DORIAN_2025_04_02_v00",
                    "model_version": 1,
                    "model_type": "AI_AUDIO_DETECTION",
                    "inference_client_version": "0.0.0",
                    "hash": "5890c02eda79ea6866790c88aa3005dd",
                    "media": {
                        "url": null,
                        "filename": "ted.mp4",
                        "type": "VIDEO",
                        "mime_type": "mp4",
                        "mimetype": "video/mp4",
                        "width": 1920,
                        "height": 1080,
                        "num_frames": 9,
                        "duration": 80.805442
                    },
                    "id": <YOUR_ID>,
                    "charge": 9e-05,
                    "created_on": "2025-04-03T21:10:40.581Z",
                    "user_id": <YOUR_USER_ID>,
                    "project_id": <YOUR_PROJECT_ID>
                },
                "output": [
                    {
                        "classes": [
                            {
                                "class": "ai_generated_music",
                                "score": 0.0006656602215926646
                            },
                            {
                                "class": "not_ai_generated_music",
                                "score": 0.9993343397784074
                            },
                            {
                                "class": "ai_generated_music_cover",
                                "score": 3.733703128795795e-07
                            },
                            {
                                "class": "not_ai_generated_music_cover",
                                "score": 0.9999996266296872
                            },
                            {
                                "class": "udio",
                                "score": 0
                            },
                            {
                                "class": "mubert",
                                "score": 1.0436691928633916e-08
                            },
                            {
                                "class": "musicgen",
                                "score": 0
                            },
                            {
                                "class": "riffusion",
                                "score": 1.023629946062157e-15
                            },
                            {
                                "class": "stable_audio",
                                "score": 3.0688471273140116e-16
                            },
                            {
                                "class": "suno",
                                "score": 3.789844363926293e-15
                            }
                        ],
                        "time": 0
                    },
                    {
                        "classes": [
                            {
                                "class": "ai_generated_music",
                                "score": 1.1816841763599228e-05
                            },
                            {
                                "class": "not_ai_generated_music",
                                "score": 0.9999881831582365
                            },
                            {
                                "class": "ai_generated_music_cover",
                                "score": 2.898262148523295e-07
                            },
                            {
                                "class": "not_ai_generated_music_cover",
                                "score": 0.9999997101737852
                            },
                            {
                                "class": "udio",
                                "score": 0
                            },
                            {
                                "class": "mubert",
                                "score": 0
                            },
                            {
                                "class": "musicgen",
                                "score": 0
                            },
                            {
                                "class": "riffusion",
                                "score": 0
                            },
                            {
                                "class": "stable_audio",
                                "score": 0
                            },
                            {
                                "class": "suno",
                                "score": 0
                            }
                        ],
                        "time": 10
                    }
                    // Following chunks through {"time": 80} have been omitted for brevity.
                ]
            }
        }
    ],
    "from_cache": false,
    "hsl_options": {}
}