{ "metadata": { "schema_version": 1, "sample_count": 50, "sample_ids": [ "7688279850100083998", "7691390550934654229", "7685338202214911252", "7686971556634905870", "7685771952044117261", "7688434303449386260", "7688921128118619412", "7679205969959587086", "7682246663855017246", "7677651924820233486", "7685920989414280469", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7678509189123132686", "7685435054734036244", "7680821940851887390", "7690210884911697173", "7681962973992078622", "7684332836194667807", "7681988673658801429", "7690437985510214943", "7683640750994705682", "7690744719118208269", "7683945516505386271", "7687260346817465630", "7691418587336019230", "7680533866834152724", "7680591925241449746", "7682668877653855519", "7680698462622485780", "7684858353205464334", "7681115445004487957", "7682103096998186273", "7680043491690286343", "7688428138145074446", "7678173787854081293", "7681515101773368606", "7687440482124762400", "7677656702556065038", "7682285294762069261", "7678711865882496269", "7681663075321236767", "7689078406536760589", "7690015212526718239", "7690909670206131487", "7685751413254737183", "7691169508186279181", "7691617221822450964", "7680298578962664717" ], "labelbank": "AudioSet527", "labelbank_source": "https://raw.githubusercontent.com/qiuqiangkong/audioset_tagging_cnn/master/metadata/class_labels_indices.csv", "labelbank_sha256": "cdd1049833c4b86127c2773ac0d14a2754b6a6d0d1798002ed5c66e699708429", "gpu_name": "NVIDIA GH200 120GB", "gpu_memory_bytes": 102005473280, "torch_version": "2.10.0+cu130", "cuda_version": "13.0", "inference_device_count": 1, "cpu_affinity": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "python_startup_and_import_seconds": 19.812303066253662, "node_sharing": "Dedicated assigned GPU; other tasks use different GPUs of the same node. CPU/memory/storage contention can affect end-to-end times.", "uncertainty": "Small shared 50-clip sample, repeated warm passes with OS file cache. No ground-truth sound labels and no optimal batch/CPU-pipeline search. Throughput extrapolations use observed duration distribution capped at 30 seconds.", "score_method": "cosine of L2-normalized audio and three-template-ensemble label embeddings; softmax(100*cosine) over 527 classes for uncalibrated relative scores." }, "models": [ { "model_label": "CLAPv2 XXS", "variant": "XXS", "model_architecture": "CLAPNaFlex-v3-XXS", "checkpoint_epoch": 320, "training_samples_label": "1024M", "samples": 50, "embedding_dimension": 224, "parameter_count": 27293041, "audio_parameter_count": 8257408, "learned_logit_scale_exp": 127.92537689208984, "score_scale_used": 100.0, "score_warning": "relative_score = softmax(100 * cosine) over all 527 labels. Uncalibrated relative ranking score, not the probability that a sound is present. AudioSet is multi-label.", "text_templates": [ "This is a sound of {label}.", "The sound of {label}.", "An audio recording of {label}." ], "text_feature_method": "Encode each template; L2-normalize each vector; mean templates per label; L2-normalize mean. Labels preserve official display_name strings.", "audio_config": { "sample_rate": 32000, "window_size": 1024, "hop_size": 320, "fmin": 50, "fmax": 16000, "n_mels": 128, "patch_freq": 16, "patch_time": 16, "in_chans": 1, "input_norm": false, "pre_norm": false, "proj_bias": true, "patch_pad_mode": "floor" }, "precision": "float32, autocast disabled, TF32 disabled", "batch_size": 8, "actual_batch_sizes": [ 8, 8, 8, 8, 8, 8, 2 ], "preprocess_workers": 8, "warmup_full_passes": 2, "audio_interval": "First min(source duration, 30 seconds), mono, resampled to model rate", "load_seconds": 1.3905130950151943, "labelbank_encoding_seconds": 3.1342290750471875, "initial_preprocess_seconds": 6.936869047989603, "initial_collate_and_transfer_seconds": 0.007145748008042574, "initial_decode_worker_seconds_sum": 37.911415702314116, "initial_frontend_worker_seconds_sum": 17.026799797080457, "audio_encoder_only": { "repeats": 3, "seconds_each": [ 0.13288802601164207, 0.12632940098410472, 0.12430332897929475 ], "seconds_median": 0.12632940098410472, "seconds_min": 0.12430332897929475, "seconds_max": 0.13288802601164207, "clips_per_second_median": 395.79068380361593, "seconds_per_clip_median": 0.0025265880196820942, "million_clips_hours_single_gpu": 0.7018300054672485, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end": { "repeats": 3, "seconds_each": [ 0.747895774024073, 0.7514552249922417, 0.6914089740021154 ], "seconds_median": 0.747895774024073, "seconds_min": 0.6914089740021154, "seconds_max": 0.7514552249922417, "clips_per_second_median": 66.8542352244801, "seconds_per_clip_median": 0.01495791548048146, "million_clips_hours_single_gpu": 4.154976522355962, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end_definition": "Parallel local ffmpeg decode/downmix/resample, model audio frontend, batch collation and transfer, audio embedding, 527 cosine scores and top3 relative-score transfer. Excludes network/video download, model load, labelbank encoding, and result-file writes. CPU/GPU stages are sequential, not pipelined.", "audio_encoder_only_definition": "GPU resident prepared batches through the audio tower and L2 normalization; excludes decode, frontend, host transfer, text tower and similarity search.", "warm_preprocess_seconds_each": [ 0.6146752430358902, 0.6192815219983459, 0.5589838539599441 ], "repeat_max_absolute_embedding_delta": [ 0.0, 0.0, 0.0 ], "peak_cuda_allocated_bytes": 550300672, "peak_cuda_reserved_bytes": 627048448, "audio_seconds_total": 1018.0761875000001, "audio_seconds_min": 5.04015625, "audio_seconds_max": 30.0, "patch_tokens_min": 256, "patch_tokens_max": 1504, "embedding_norm_max_error": 1.1920928955078125e-07, "predictions": [ { "sample_id": "7688279850100083998", "sample_index": 0, "video_id": "7688279850100083998", "audio_seconds": 9.312625, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.2309749722480774, "relative_score": 0.07308898121118546, "relative_score_percent": 7.3088981211185455 }, { "rank": 2, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.2303333878517151, "relative_score": 0.06854690611362457, "relative_score_percent": 6.854690611362457 }, { "rank": 3, "class_index": 93, "mid": "/m/068zj", "label": "Pig", "cosine_similarity": 0.22591575980186462, "relative_score": 0.044068943709135056, "relative_score_percent": 4.4068943709135056 } ] }, { "sample_id": "7691390550934654229", "sample_index": 1, "video_id": "7691390550934654229", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 257, "mid": "/m/0145m", "label": "Afrobeat", "cosine_similarity": 0.26317867636680603, "relative_score": 0.19722813367843628, "relative_score_percent": 19.722813367843628 }, { "rank": 2, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.2565096914768219, "relative_score": 0.10123680531978607, "relative_score_percent": 10.123680531978607 }, { "rank": 3, "class_index": 227, "mid": "/m/0gywn", "label": "Soul music", "cosine_similarity": 0.2535172700881958, "relative_score": 0.07505493611097336, "relative_score_percent": 7.505493611097336 } ] }, { "sample_id": "7685338202214911252", "sample_index": 2, "video_id": "7685338202214911252", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.2480451762676239, "relative_score": 0.07073094695806503, "relative_score_percent": 7.073094695806503 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.24251320958137512, "relative_score": 0.0406779982149601, "relative_score_percent": 4.06779982149601 }, { "rank": 3, "class_index": 450, "mid": "/m/07pqc89", "label": "Trickle, dribble", "cosine_similarity": 0.24250273406505585, "relative_score": 0.04063534364104271, "relative_score_percent": 4.063534364104271 } ] }, { "sample_id": "7686971556634905870", "sample_index": 3, "video_id": "7686971556634905870", "audio_seconds": 17.5325, "top3": [ { "rank": 1, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.21938952803611755, "relative_score": 0.07461772114038467, "relative_score_percent": 7.461772114038467 }, { "rank": 2, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.21546879410743713, "relative_score": 0.05041573569178581, "relative_score_percent": 5.041573569178581 }, { "rank": 3, "class_index": 227, "mid": "/m/0gywn", "label": "Soul music", "cosine_similarity": 0.2120409607887268, "relative_score": 0.03578469902276993, "relative_score_percent": 3.578469902276993 } ] }, { "sample_id": "7685771952044117261", "sample_index": 4, "video_id": "7685771952044117261", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 301, "mid": "/m/019jd", "label": "Boat, Water vehicle", "cosine_similarity": 0.24951709806919098, "relative_score": 0.05132025107741356, "relative_score_percent": 5.132025107741356 }, { "rank": 2, "class_index": 353, "mid": "/m/07q2z82", "label": "Accelerating, revving, vroom", "cosine_similarity": 0.24639984965324402, "relative_score": 0.03757578507065773, "relative_score_percent": 3.757578507065773 }, { "rank": 3, "class_index": 302, "mid": "/m/0hsrw", "label": "Sailboat, sailing ship", "cosine_similarity": 0.24265414476394653, "relative_score": 0.02583656832575798, "relative_score_percent": 2.583656832575798 } ] }, { "sample_id": "7688434303449386260", "sample_index": 5, "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "top3": [ { "rank": 1, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.2247702181339264, "relative_score": 0.10795504599809647, "relative_score_percent": 10.795504599809647 }, { "rank": 2, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.22476090490818024, "relative_score": 0.10785460472106934, "relative_score_percent": 10.785460472106934 }, { "rank": 3, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.22145986557006836, "relative_score": 0.0775311142206192, "relative_score_percent": 7.75311142206192 } ] }, { "sample_id": "7688921128118619412", "sample_index": 6, "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "top3": [ { "rank": 1, "class_index": 182, "mid": "/m/0dwt5", "label": "Vibraphone", "cosine_similarity": 0.25929033756256104, "relative_score": 0.07870802283287048, "relative_score_percent": 7.870802283287048 }, { "rank": 2, "class_index": 202, "mid": "/m/027m70_", "label": "Jingle bell", "cosine_similarity": 0.25718292593955994, "relative_score": 0.06375222653150558, "relative_score_percent": 6.3752226531505585 }, { "rank": 3, "class_index": 179, "mid": "/m/0j45pbj", "label": "Mallet percussion", "cosine_similarity": 0.2568524479866028, "relative_score": 0.06167985126376152, "relative_score_percent": 6.167985126376152 } ] }, { "sample_id": "7679205969959587086", "sample_index": 7, "video_id": "7679205969959587086", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 352, "mid": "/m/07pb8fc", "label": "Idling", "cosine_similarity": 0.2274608165025711, "relative_score": 0.035198409110307693, "relative_score_percent": 3.5198409110307693 }, { "rank": 2, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.2274082899093628, "relative_score": 0.03501399978995323, "relative_score_percent": 3.501399978995323 }, { "rank": 3, "class_index": 275, "mid": "/m/04wptg", "label": "Wedding music", "cosine_similarity": 0.224951833486557, "relative_score": 0.027387933805584908, "relative_score_percent": 2.7387933805584908 } ] }, { "sample_id": "7682246663855017246", "sample_index": 8, "video_id": "7682246663855017246", "audio_seconds": 6.804875, "top3": [ { "rank": 1, "class_index": 109, "mid": "/m/0cdnk", "label": "Roaring cats (lions, tigers)", "cosine_similarity": 0.23122809827327728, "relative_score": 0.07705503702163696, "relative_score_percent": 7.705503702163696 }, { "rank": 2, "class_index": 136, "mid": "/m/032n05", "label": "Whale vocalization", "cosine_similarity": 0.22289851307868958, "relative_score": 0.0335005447268486, "relative_score_percent": 3.3500544726848602 }, { "rank": 3, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.22061730921268463, "relative_score": 0.02666737511754036, "relative_score_percent": 2.666737511754036 } ] }, { "sample_id": "7677651924820233486", "sample_index": 9, "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "top3": [ { "rank": 1, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.25237756967544556, "relative_score": 0.05546516180038452, "relative_score_percent": 5.546516180038452 }, { "rank": 2, "class_index": 276, "mid": "/t/dd00031", "label": "Happy music", "cosine_similarity": 0.24914325773715973, "relative_score": 0.04013802483677864, "relative_score_percent": 4.013802483677864 }, { "rank": 3, "class_index": 240, "mid": "/m/03mb9", "label": "House music", "cosine_similarity": 0.24747714400291443, "relative_score": 0.03397800773382187, "relative_score_percent": 3.397800773382187 } ] }, { "sample_id": "7685920989414280469", "sample_index": 10, "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2164018750190735, "relative_score": 0.0702187642455101, "relative_score_percent": 7.02187642455101 }, { "rank": 2, "class_index": 404, "mid": "/t/dd00077", "label": "Mechanisms", "cosine_similarity": 0.21403202414512634, "relative_score": 0.055402759462594986, "relative_score_percent": 5.540275946259499 }, { "rank": 3, "class_index": 463, "mid": "/m/02rr_", "label": "Effects unit", "cosine_similarity": 0.21060004830360413, "relative_score": 0.039308175444602966, "relative_score_percent": 3.9308175444602966 } ] }, { "sample_id": "7689098570565160212", "sample_index": 11, "video_id": "7689098570565160212", "audio_seconds": 23.709, "top3": [ { "rank": 1, "class_index": 34, "mid": "/t/dd00005", "label": "Child singing", "cosine_similarity": 0.2197323590517044, "relative_score": 0.18530674278736115, "relative_score_percent": 18.530674278736115 }, { "rank": 2, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.21441221237182617, "relative_score": 0.10885293036699295, "relative_score_percent": 10.885293036699295 }, { "rank": 3, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.20888392627239227, "relative_score": 0.06262532621622086, "relative_score_percent": 6.262532621622086 } ] }, { "sample_id": "7685561753979063573", "sample_index": 12, "video_id": "7685561753979063573", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.2618914842605591, "relative_score": 0.3114094138145447, "relative_score_percent": 31.140941381454468 }, { "rank": 2, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.2607036530971527, "relative_score": 0.27653196454048157, "relative_score_percent": 27.653196454048157 }, { "rank": 3, "class_index": 275, "mid": "/m/04wptg", "label": "Wedding music", "cosine_similarity": 0.24090565741062164, "relative_score": 0.03818822279572487, "relative_score_percent": 3.818822279572487 } ] }, { "sample_id": "7689105599337942285", "sample_index": 13, "video_id": "7689105599337942285", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 131, "mid": "/m/01h3n", "label": "Bee, wasp, etc.", "cosine_similarity": 0.2001911699771881, "relative_score": 0.07847392559051514, "relative_score_percent": 7.847392559051514 }, { "rank": 2, "class_index": 435, "mid": "/m/07pxg6y", "label": "Eruption", "cosine_similarity": 0.19962866604328156, "relative_score": 0.07418149709701538, "relative_score_percent": 7.418149709701538 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.19796103239059448, "relative_score": 0.06278721988201141, "relative_score_percent": 6.278721988201141 } ] }, { "sample_id": "7678509189123132686", "sample_index": 14, "video_id": "7678509189123132686", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2262994349002838, "relative_score": 0.07443241029977798, "relative_score_percent": 7.4432410299777985 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.22102601826190948, "relative_score": 0.04392789676785469, "relative_score_percent": 4.392789676785469 }, { "rank": 3, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.21996016800403595, "relative_score": 0.03948674723505974, "relative_score_percent": 3.948674723505974 } ] }, { "sample_id": "7685435054734036244", "sample_index": 15, "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.2225342094898224, "relative_score": 0.10505253821611404, "relative_score_percent": 10.505253821611404 }, { "rank": 2, "class_index": 240, "mid": "/m/03mb9", "label": "House music", "cosine_similarity": 0.21136870980262756, "relative_score": 0.03439496085047722, "relative_score_percent": 3.439496085047722 }, { "rank": 3, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.20980753004550934, "relative_score": 0.029423441737890244, "relative_score_percent": 2.9423441737890244 } ] }, { "sample_id": "7680821940851887390", "sample_index": 16, "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2300557792186737, "relative_score": 0.06011487916111946, "relative_score_percent": 6.011487916111946 }, { "rank": 2, "class_index": 311, "mid": "/m/04gxbd", "label": "Power windows, electric windows", "cosine_similarity": 0.2268056422472, "relative_score": 0.04343411326408386, "relative_score_percent": 4.343411326408386 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.22615469992160797, "relative_score": 0.04069686681032181, "relative_score_percent": 4.069686681032181 } ] }, { "sample_id": "7690210884911697173", "sample_index": 17, "video_id": "7690210884911697173", "audio_seconds": 10.845125, "top3": [ { "rank": 1, "class_index": 257, "mid": "/m/0145m", "label": "Afrobeat", "cosine_similarity": 0.2192160189151764, "relative_score": 0.10875333845615387, "relative_score_percent": 10.875333845615387 }, { "rank": 2, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.21357518434524536, "relative_score": 0.061867766082286835, "relative_score_percent": 6.1867766082286835 }, { "rank": 3, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.21357180178165436, "relative_score": 0.061846762895584106, "relative_score_percent": 6.184676289558411 } ] }, { "sample_id": "7681962973992078622", "sample_index": 18, "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 450, "mid": "/m/07pqc89", "label": "Trickle, dribble", "cosine_similarity": 0.2333037406206131, "relative_score": 0.02843458019196987, "relative_score_percent": 2.843458019196987 }, { "rank": 2, "class_index": 463, "mid": "/m/02rr_", "label": "Effects unit", "cosine_similarity": 0.23255549371242523, "relative_score": 0.026384606957435608, "relative_score_percent": 2.638460695743561 }, { "rank": 3, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.23236992955207825, "relative_score": 0.025899561122059822, "relative_score_percent": 2.589956112205982 } ] }, { "sample_id": "7684332836194667807", "sample_index": 19, "video_id": "7684332836194667807", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.2589094042778015, "relative_score": 0.8713823556900024, "relative_score_percent": 87.13823556900024 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.2291630059480667, "relative_score": 0.04449785128235817, "relative_score_percent": 4.449785128235817 }, { "rank": 3, "class_index": 279, "mid": "/t/dd00034", "label": "Tender music", "cosine_similarity": 0.22306351363658905, "relative_score": 0.02417917735874653, "relative_score_percent": 2.417917735874653 } ] }, { "sample_id": "7681988673658801429", "sample_index": 20, "video_id": "7681988673658801429", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.22843380272388458, "relative_score": 0.02335076965391636, "relative_score_percent": 2.335076965391636 }, { "rank": 2, "class_index": 108, "mid": "/m/01280g", "label": "Wild animals", "cosine_similarity": 0.22725999355316162, "relative_score": 0.020764602348208427, "relative_score_percent": 2.0764602348208427 }, { "rank": 3, "class_index": 93, "mid": "/m/068zj", "label": "Pig", "cosine_similarity": 0.22653384506702423, "relative_score": 0.019310232251882553, "relative_score_percent": 1.9310232251882553 } ] }, { "sample_id": "7690437985510214943", "sample_index": 21, "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "top3": [ { "rank": 1, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.23791824281215668, "relative_score": 0.10832397639751434, "relative_score_percent": 10.832397639751434 }, { "rank": 2, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.22404523193836212, "relative_score": 0.02705376408994198, "relative_score_percent": 2.705376408994198 }, { "rank": 3, "class_index": 239, "mid": "/m/02lkt", "label": "Electronic music", "cosine_similarity": 0.22048121690750122, "relative_score": 0.018942812457680702, "relative_score_percent": 1.8942812457680702 } ] }, { "sample_id": "7683640750994705682", "sample_index": 22, "video_id": "7683640750994705682", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.2350723296403885, "relative_score": 0.0826147124171257, "relative_score_percent": 8.26147124171257 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.23242774605751038, "relative_score": 0.06341688334941864, "relative_score_percent": 6.341688334941864 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.23010148108005524, "relative_score": 0.0502546988427639, "relative_score_percent": 5.02546988427639 } ] }, { "sample_id": "7690744719118208269", "sample_index": 23, "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "top3": [ { "rank": 1, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.2210610806941986, "relative_score": 0.10082238912582397, "relative_score_percent": 10.082238912582397 }, { "rank": 2, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.22035865485668182, "relative_score": 0.09398343414068222, "relative_score_percent": 9.398343414068222 }, { "rank": 3, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.21582980453968048, "relative_score": 0.05975385755300522, "relative_score_percent": 5.975385755300522 } ] }, { "sample_id": "7683945516505386271", "sample_index": 24, "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 143, "mid": "/m/042v_gx", "label": "Acoustic guitar", "cosine_similarity": 0.26000940799713135, "relative_score": 0.12954027950763702, "relative_score_percent": 12.954027950763702 }, { "rank": 2, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.2442956119775772, "relative_score": 0.026913098990917206, "relative_score_percent": 2.6913098990917206 }, { "rank": 3, "class_index": 140, "mid": "/m/0342h", "label": "Guitar", "cosine_similarity": 0.24418461322784424, "relative_score": 0.026615995913743973, "relative_score_percent": 2.6615995913743973 } ] }, { "sample_id": "7687260346817465630", "sample_index": 25, "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.24618320167064667, "relative_score": 0.1314006745815277, "relative_score_percent": 13.140067458152771 }, { "rank": 2, "class_index": 268, "mid": "/m/02cjck", "label": "Theme music", "cosine_similarity": 0.2336820363998413, "relative_score": 0.03764254227280617, "relative_score_percent": 3.7642542272806168 }, { "rank": 3, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.23146146535873413, "relative_score": 0.03014676459133625, "relative_score_percent": 3.014676459133625 } ] }, { "sample_id": "7691418587336019230", "sample_index": 26, "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "top3": [ { "rank": 1, "class_index": 240, "mid": "/m/03mb9", "label": "House music", "cosine_similarity": 0.2200884073972702, "relative_score": 0.08758781850337982, "relative_score_percent": 8.758781850337982 }, { "rank": 2, "class_index": 257, "mid": "/m/0145m", "label": "Afrobeat", "cosine_similarity": 0.21521738171577454, "relative_score": 0.05381431058049202, "relative_score_percent": 5.381431058049202 }, { "rank": 3, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.2108006626367569, "relative_score": 0.034600500017404556, "relative_score_percent": 3.4600500017404556 } ] }, { "sample_id": "7680533866834152724", "sample_index": 27, "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 193, "mid": "/m/01xqw", "label": "Cello", "cosine_similarity": 0.26509103178977966, "relative_score": 0.203374981880188, "relative_score_percent": 20.3374981880188 }, { "rank": 2, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.2479320466518402, "relative_score": 0.03656725212931633, "relative_score_percent": 3.656725212931633 }, { "rank": 3, "class_index": 146, "mid": "/m/07s0s5r", "label": "Strum", "cosine_similarity": 0.24705228209495544, "relative_score": 0.03348764404654503, "relative_score_percent": 3.348764404654503 } ] }, { "sample_id": "7680591925241449746", "sample_index": 28, "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.2392776608467102, "relative_score": 0.14051619172096252, "relative_score_percent": 14.051619172096252 }, { "rank": 2, "class_index": 131, "mid": "/m/01h3n", "label": "Bee, wasp, etc.", "cosine_similarity": 0.23243659734725952, "relative_score": 0.07089614123106003, "relative_score_percent": 7.089614123106003 }, { "rank": 3, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.22691500186920166, "relative_score": 0.04081524536013603, "relative_score_percent": 4.081524536013603 } ] }, { "sample_id": "7682668877653855519", "sample_index": 29, "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2278924286365509, "relative_score": 0.07434898614883423, "relative_score_percent": 7.434898614883423 }, { "rank": 2, "class_index": 238, "mid": "/m/05lls", "label": "Opera", "cosine_similarity": 0.22477993369102478, "relative_score": 0.05446287989616394, "relative_score_percent": 5.446287989616394 }, { "rank": 3, "class_index": 435, "mid": "/m/07pxg6y", "label": "Eruption", "cosine_similarity": 0.22133216261863708, "relative_score": 0.03858035057783127, "relative_score_percent": 3.858035057783127 } ] }, { "sample_id": "7680698462622485780", "sample_index": 30, "video_id": "7680698462622485780", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 419, "mid": "/m/03l9g", "label": "Hammer", "cosine_similarity": 0.2523241937160492, "relative_score": 0.03787940740585327, "relative_score_percent": 3.787940740585327 }, { "rank": 2, "class_index": 212, "mid": "/m/0l14l2", "label": "Shofar", "cosine_similarity": 0.2520328760147095, "relative_score": 0.03679179027676582, "relative_score_percent": 3.6791790276765823 }, { "rank": 3, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.24935737252235413, "relative_score": 0.02815501019358635, "relative_score_percent": 2.815501019358635 } ] }, { "sample_id": "7684858353205464334", "sample_index": 31, "video_id": "7684858353205464334", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.234876811504364, "relative_score": 0.04744179546833038, "relative_score_percent": 4.744179546833038 }, { "rank": 2, "class_index": 128, "mid": "/m/09f96", "label": "Mosquito", "cosine_similarity": 0.23375393450260162, "relative_score": 0.04240287095308304, "relative_score_percent": 4.240287095308304 }, { "rank": 3, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.23006528615951538, "relative_score": 0.029322410002350807, "relative_score_percent": 2.9322410002350807 } ] }, { "sample_id": "7681115445004487957", "sample_index": 32, "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.22672678530216217, "relative_score": 0.36455151438713074, "relative_score_percent": 36.455151438713074 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.21749265491962433, "relative_score": 0.1447858214378357, "relative_score_percent": 14.47858214378357 }, { "rank": 3, "class_index": 279, "mid": "/t/dd00034", "label": "Tender music", "cosine_similarity": 0.20293690264225006, "relative_score": 0.03377360478043556, "relative_score_percent": 3.377360478043556 } ] }, { "sample_id": "7682103096998186273", "sample_index": 33, "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.21109502017498016, "relative_score": 0.16984480619430542, "relative_score_percent": 16.984480619430542 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.19553245604038239, "relative_score": 0.03582435101270676, "relative_score_percent": 3.5824351012706757 }, { "rank": 3, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.19410613179206848, "relative_score": 0.03106234408915043, "relative_score_percent": 3.106234408915043 } ] }, { "sample_id": "7680043491690286343", "sample_index": 34, "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.28115880489349365, "relative_score": 0.4206586480140686, "relative_score_percent": 42.06586480140686 }, { "rank": 2, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.2598022520542145, "relative_score": 0.04970796778798103, "relative_score_percent": 4.970796778798103 }, { "rank": 3, "class_index": 149, "mid": "/m/04rzd", "label": "Mandolin", "cosine_similarity": 0.25496453046798706, "relative_score": 0.030642658472061157, "relative_score_percent": 3.0642658472061157 } ] }, { "sample_id": "7688428138145074446", "sample_index": 35, "video_id": "7688428138145074446", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.24996550381183624, "relative_score": 0.20051738619804382, "relative_score_percent": 20.051738619804382 }, { "rank": 2, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.24502426385879517, "relative_score": 0.12233675271272659, "relative_score_percent": 12.23367527127266 }, { "rank": 3, "class_index": 227, "mid": "/m/0gywn", "label": "Soul music", "cosine_similarity": 0.23922733962535858, "relative_score": 0.06851719319820404, "relative_score_percent": 6.851719319820404 } ] }, { "sample_id": "7678173787854081293", "sample_index": 36, "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.24414551258087158, "relative_score": 0.14907561242580414, "relative_score_percent": 14.907561242580414 }, { "rank": 2, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.238361656665802, "relative_score": 0.08360214531421661, "relative_score_percent": 8.360214531421661 }, { "rank": 3, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.23545391857624054, "relative_score": 0.06250796467065811, "relative_score_percent": 6.250796467065811 } ] }, { "sample_id": "7681515101773368606", "sample_index": 37, "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 7, "mid": "/m/0brhx", "label": "Speech synthesizer", "cosine_similarity": 0.20083634555339813, "relative_score": 0.039310481399297714, "relative_score_percent": 3.9310481399297714 }, { "rank": 2, "class_index": 435, "mid": "/m/07pxg6y", "label": "Eruption", "cosine_similarity": 0.19869489967823029, "relative_score": 0.03173262998461723, "relative_score_percent": 3.1732629984617233 }, { "rank": 3, "class_index": 53, "mid": "/m/07pbtc8", "label": "Walk, footsteps", "cosine_similarity": 0.19751422107219696, "relative_score": 0.028198782354593277, "relative_score_percent": 2.8198782354593277 } ] }, { "sample_id": "7687440482124762400", "sample_index": 38, "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.2362038642168045, "relative_score": 0.49505436420440674, "relative_score_percent": 49.505436420440674 }, { "rank": 2, "class_index": 275, "mid": "/m/04wptg", "label": "Wedding music", "cosine_similarity": 0.21078714728355408, "relative_score": 0.03897793963551521, "relative_score_percent": 3.8977939635515213 }, { "rank": 3, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.2102634310722351, "relative_score": 0.03698911890387535, "relative_score_percent": 3.698911890387535 } ] }, { "sample_id": "7677656702556065038", "sample_index": 39, "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "top3": [ { "rank": 1, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.19971993565559387, "relative_score": 0.06412308663129807, "relative_score_percent": 6.4123086631298065 }, { "rank": 2, "class_index": 77, "mid": "/m/07qf0zm", "label": "Howl", "cosine_similarity": 0.1929803192615509, "relative_score": 0.03268260136246681, "relative_score_percent": 3.268260136246681 }, { "rank": 3, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.19215483963489532, "relative_score": 0.030093064531683922, "relative_score_percent": 3.009306453168392 } ] }, { "sample_id": "7682285294762069261", "sample_index": 40, "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2122381031513214, "relative_score": 0.08029671758413315, "relative_score_percent": 8.029671758413315 }, { "rank": 2, "class_index": 404, "mid": "/t/dd00077", "label": "Mechanisms", "cosine_similarity": 0.20298781991004944, "relative_score": 0.0318392850458622, "relative_score_percent": 3.18392850458622 }, { "rank": 3, "class_index": 53, "mid": "/m/07pbtc8", "label": "Walk, footsteps", "cosine_similarity": 0.20202553272247314, "relative_score": 0.028918204829096794, "relative_score_percent": 2.8918204829096794 } ] }, { "sample_id": "7678711865882496269", "sample_index": 41, "video_id": "7678711865882496269", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.22635169327259064, "relative_score": 0.02932564914226532, "relative_score_percent": 2.932564914226532 }, { "rank": 2, "class_index": 275, "mid": "/m/04wptg", "label": "Wedding music", "cosine_similarity": 0.22600601613521576, "relative_score": 0.028329219669103622, "relative_score_percent": 2.8329219669103622 }, { "rank": 3, "class_index": 107, "mid": "/m/07qwf61", "label": "Honk", "cosine_similarity": 0.22399947047233582, "relative_score": 0.023178817704319954, "relative_score_percent": 2.3178817704319954 } ] }, { "sample_id": "7681663075321236767", "sample_index": 42, "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2360723614692688, "relative_score": 0.2509744167327881, "relative_score_percent": 25.09744167327881 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2205691933631897, "relative_score": 0.05325188860297203, "relative_score_percent": 5.325188860297203 }, { "rank": 3, "class_index": 131, "mid": "/m/01h3n", "label": "Bee, wasp, etc.", "cosine_similarity": 0.2193794548511505, "relative_score": 0.04727872461080551, "relative_score_percent": 4.727872461080551 } ] }, { "sample_id": "7689078406536760589", "sample_index": 43, "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.23876458406448364, "relative_score": 0.043246760964393616, "relative_score_percent": 4.324676096439362 }, { "rank": 2, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.23506775498390198, "relative_score": 0.02988145686686039, "relative_score_percent": 2.988145686686039 }, { "rank": 3, "class_index": 230, "mid": "/m/015y_n", "label": "Swing music", "cosine_similarity": 0.233006551861763, "relative_score": 0.02431561052799225, "relative_score_percent": 2.431561052799225 } ] }, { "sample_id": "7690015212526718239", "sample_index": 44, "video_id": "7690015212526718239", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 218, "mid": "/m/02cz_7", "label": "Beatboxing", "cosine_similarity": 0.24775290489196777, "relative_score": 0.03366291895508766, "relative_score_percent": 3.366291895508766 }, { "rank": 2, "class_index": 450, "mid": "/m/07pqc89", "label": "Trickle, dribble", "cosine_similarity": 0.24553965032100677, "relative_score": 0.02697930671274662, "relative_score_percent": 2.697930671274662 }, { "rank": 3, "class_index": 75, "mid": "/m/05tny_", "label": "Bark", "cosine_similarity": 0.24369901418685913, "relative_score": 0.022443635389208794, "relative_score_percent": 2.2443635389208794 } ] }, { "sample_id": "7690909670206131487", "sample_index": 45, "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "top3": [ { "rank": 1, "class_index": 311, "mid": "/m/04gxbd", "label": "Power windows, electric windows", "cosine_similarity": 0.2166467159986496, "relative_score": 0.07080959528684616, "relative_score_percent": 7.080959528684616 }, { "rank": 2, "class_index": 404, "mid": "/t/dd00077", "label": "Mechanisms", "cosine_similarity": 0.21291431784629822, "relative_score": 0.048752427101135254, "relative_score_percent": 4.875242710113525 }, { "rank": 3, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.20813071727752686, "relative_score": 0.030216732993721962, "relative_score_percent": 3.021673299372196 } ] }, { "sample_id": "7685751413254737183", "sample_index": 46, "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "top3": [ { "rank": 1, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.24682894349098206, "relative_score": 0.06873173266649246, "relative_score_percent": 6.873173266649246 }, { "rank": 2, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.23880720138549805, "relative_score": 0.030816104263067245, "relative_score_percent": 3.0816104263067245 }, { "rank": 3, "class_index": 280, "mid": "/t/dd00035", "label": "Exciting music", "cosine_similarity": 0.23787111043930054, "relative_score": 0.02806233987212181, "relative_score_percent": 2.806233987212181 } ] }, { "sample_id": "7691169508186279181", "sample_index": 47, "video_id": "7691169508186279181", "audio_seconds": 15.117625, "top3": [ { "rank": 1, "class_index": 404, "mid": "/t/dd00077", "label": "Mechanisms", "cosine_similarity": 0.24951034784317017, "relative_score": 0.045799288898706436, "relative_score_percent": 4.579928889870644 }, { "rank": 2, "class_index": 362, "mid": "/m/0642b4", "label": "Cupboard open or close", "cosine_similarity": 0.24791552126407623, "relative_score": 0.03904776647686958, "relative_score_percent": 3.9047766476869583 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.24192558228969574, "relative_score": 0.021451450884342194, "relative_score_percent": 2.1451450884342194 } ] }, { "sample_id": "7691617221822450964", "sample_index": 48, "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "top3": [ { "rank": 1, "class_index": 131, "mid": "/m/01h3n", "label": "Bee, wasp, etc.", "cosine_similarity": 0.22863426804542542, "relative_score": 0.1882181018590927, "relative_score_percent": 18.82181018590927 }, { "rank": 2, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.21805419027805328, "relative_score": 0.06533938646316528, "relative_score_percent": 6.533938646316528 }, { "rank": 3, "class_index": 34, "mid": "/t/dd00005", "label": "Child singing", "cosine_similarity": 0.21687884628772736, "relative_score": 0.05809388309717178, "relative_score_percent": 5.809388309717178 } ] }, { "sample_id": "7680298578962664717", "sample_index": 49, "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 431, "mid": "/m/073cg4", "label": "Cap gun", "cosine_similarity": 0.2378743290901184, "relative_score": 0.06903594732284546, "relative_score_percent": 6.903594732284546 }, { "rank": 2, "class_index": 419, "mid": "/m/03l9g", "label": "Hammer", "cosine_similarity": 0.2364073395729065, "relative_score": 0.05961620807647705, "relative_score_percent": 5.961620807647705 }, { "rank": 3, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.23145592212677002, "relative_score": 0.03633514791727066, "relative_score_percent": 3.633514791727066 } ] } ], "audio_info": [ { "sample_id": "7688279850100083998", "video_id": "7688279850100083998", "audio_seconds": 9.312625, "sample_rate": 32000, "audio_rms": 0.055021749007492224, "patch_tokens": 472, "decode_worker_seconds": 4.007038278970867, "frontend_worker_seconds": 2.1189939220203087 }, { "sample_id": "7691390550934654229", "video_id": "7691390550934654229", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.3671835426987041, "patch_tokens": 1504, "decode_worker_seconds": 4.065716331999283, "frontend_worker_seconds": 2.0645606180187315 }, { "sample_id": "7685338202214911252", "video_id": "7685338202214911252", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.032553797390565305, "patch_tokens": 1504, "decode_worker_seconds": 4.140215612016618, "frontend_worker_seconds": 1.9891779320314527 }, { "sample_id": "7686971556634905870", "video_id": "7686971556634905870", "audio_seconds": 17.5325, "sample_rate": 32000, "audio_rms": 0.3306631128720868, "patch_tokens": 880, "decode_worker_seconds": 4.098254128010012, "frontend_worker_seconds": 2.028398540976923 }, { "sample_id": "7685771952044117261", "video_id": "7685771952044117261", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0728428543069131, "patch_tokens": 1504, "decode_worker_seconds": 4.100536610989366, "frontend_worker_seconds": 2.0294260410009883 }, { "sample_id": "7688434303449386260", "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "sample_rate": 32000, "audio_rms": 0.44912157940604835, "patch_tokens": 1120, "decode_worker_seconds": 4.056192773976363, "frontend_worker_seconds": 2.071107529976871 }, { "sample_id": "7688921128118619412", "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "sample_rate": 32000, "audio_rms": 0.09537638917232771, "patch_tokens": 560, "decode_worker_seconds": 4.049491912999656, "frontend_worker_seconds": 2.07575115095824 }, { "sample_id": "7679205969959587086", "video_id": "7679205969959587086", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0652773060306221, "patch_tokens": 1504, "decode_worker_seconds": 4.066263489017729, "frontend_worker_seconds": 2.0628340600524098 }, { "sample_id": "7682246663855017246", "video_id": "7682246663855017246", "audio_seconds": 6.804875, "sample_rate": 32000, "audio_rms": 0.0735001875477827, "patch_tokens": 344, "decode_worker_seconds": 0.1484675609972328, "frontend_worker_seconds": 0.006148231972474605 }, { "sample_id": "7677651924820233486", "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "sample_rate": 32000, "audio_rms": 0.16814264256364178, "patch_tokens": 784, "decode_worker_seconds": 0.17153078998671845, "frontend_worker_seconds": 0.012496331008151174 }, { "sample_id": "7685920989414280469", "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "sample_rate": 32000, "audio_rms": 0.13074822638785036, "patch_tokens": 1152, "decode_worker_seconds": 0.1999567620223388, "frontend_worker_seconds": 0.015522896021138877 }, { "sample_id": "7689098570565160212", "video_id": "7689098570565160212", "audio_seconds": 23.709, "sample_rate": 32000, "audio_rms": 0.2220170964604084, "patch_tokens": 1192, "decode_worker_seconds": 0.16983264702139422, "frontend_worker_seconds": 0.016709816991351545 }, { "sample_id": "7685561753979063573", "video_id": "7685561753979063573", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.2209075955915193, "patch_tokens": 1504, "decode_worker_seconds": 0.1824115680065006, "frontend_worker_seconds": 0.019768542028032243 }, { "sample_id": "7689105599337942285", "video_id": "7689105599337942285", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.12427569795903236, "patch_tokens": 1504, "decode_worker_seconds": 0.2858430829946883, "frontend_worker_seconds": 0.0222447490086779 }, { "sample_id": "7678509189123132686", "video_id": "7678509189123132686", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09344071915633734, "patch_tokens": 1504, "decode_worker_seconds": 0.23359978396911174, "frontend_worker_seconds": 0.01943789201322943 }, { "sample_id": "7685435054734036244", "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.16697210714127517, "patch_tokens": 504, "decode_worker_seconds": 0.18214082199847326, "frontend_worker_seconds": 0.007445454015396535 }, { "sample_id": "7680821940851887390", "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.10196029830430665, "patch_tokens": 608, "decode_worker_seconds": 0.15973735501756892, "frontend_worker_seconds": 0.009483719011768699 }, { "sample_id": "7690210884911697173", "video_id": "7690210884911697173", "audio_seconds": 10.845125, "sample_rate": 32000, "audio_rms": 0.10998566907317048, "patch_tokens": 544, "decode_worker_seconds": 0.1351059019798413, "frontend_worker_seconds": 0.007681258022785187 }, { "sample_id": "7681962973992078622", "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.11180871100458273, "patch_tokens": 1504, "decode_worker_seconds": 0.20716615702258423, "frontend_worker_seconds": 0.020332626008894295 }, { "sample_id": "7684332836194667807", "video_id": "7684332836194667807", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09988190378841652, "patch_tokens": 1504, "decode_worker_seconds": 0.1329610490356572, "frontend_worker_seconds": 0.019477634981740266 }, { "sample_id": "7681988673658801429", "video_id": "7681988673658801429", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.07273700076352448, "patch_tokens": 1504, "decode_worker_seconds": 0.1350471840123646, "frontend_worker_seconds": 0.01897927699610591 }, { "sample_id": "7690437985510214943", "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "sample_rate": 32000, "audio_rms": 0.22925774851661138, "patch_tokens": 664, "decode_worker_seconds": 0.08781613904284313, "frontend_worker_seconds": 0.011329571017995477 }, { "sample_id": "7683640750994705682", "video_id": "7683640750994705682", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.022054567772361876, "patch_tokens": 1504, "decode_worker_seconds": 0.11359185900073498, "frontend_worker_seconds": 0.018606323981657624 }, { "sample_id": "7690744719118208269", "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "sample_rate": 32000, "audio_rms": 0.3637308143733708, "patch_tokens": 680, "decode_worker_seconds": 0.08703637804137543, "frontend_worker_seconds": 0.010790252999868244 }, { "sample_id": "7683945516505386271", "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.09786427749783108, "patch_tokens": 904, "decode_worker_seconds": 0.12004465999780223, "frontend_worker_seconds": 0.012001524970401078 }, { "sample_id": "7687260346817465630", "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.13169269412401857, "patch_tokens": 504, "decode_worker_seconds": 0.09079249500064179, "frontend_worker_seconds": 0.008350012998562306 }, { "sample_id": "7691418587336019230", "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "sample_rate": 32000, "audio_rms": 0.2247589351711589, "patch_tokens": 712, "decode_worker_seconds": 0.09240731201134622, "frontend_worker_seconds": 0.010023292037658393 }, { "sample_id": "7680533866834152724", "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1628198715960337, "patch_tokens": 760, "decode_worker_seconds": 0.07947380497353151, "frontend_worker_seconds": 0.010501841956283897 }, { "sample_id": "7680591925241449746", "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.14006398543849954, "patch_tokens": 904, "decode_worker_seconds": 0.08471927000209689, "frontend_worker_seconds": 0.01200914103537798 }, { "sample_id": "7682668877653855519", "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "sample_rate": 32000, "audio_rms": 0.11052956280858633, "patch_tokens": 256, "decode_worker_seconds": 0.05877936101751402, "frontend_worker_seconds": 0.003981874033343047 }, { "sample_id": "7680698462622485780", "video_id": "7680698462622485780", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.1581267571389517, "patch_tokens": 1504, "decode_worker_seconds": 0.11727745103416964, "frontend_worker_seconds": 0.020267860032618046 }, { "sample_id": "7684858353205464334", "video_id": "7684858353205464334", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.04665501906813562, "patch_tokens": 1504, "decode_worker_seconds": 0.1580585740157403, "frontend_worker_seconds": 0.019094506977126002 }, { "sample_id": "7681115445004487957", "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "sample_rate": 32000, "audio_rms": 0.1030762860193844, "patch_tokens": 632, "decode_worker_seconds": 0.08340160100487992, "frontend_worker_seconds": 0.009610051987692714 }, { "sample_id": "7682103096998186273", "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "sample_rate": 32000, "audio_rms": 0.1319582060422906, "patch_tokens": 1400, "decode_worker_seconds": 0.09356047498295084, "frontend_worker_seconds": 0.022135759005323052 }, { "sample_id": "7680043491690286343", "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "sample_rate": 32000, "audio_rms": 0.15966649184980386, "patch_tokens": 704, "decode_worker_seconds": 0.06885721400612965, "frontend_worker_seconds": 0.010778221010696143 }, { "sample_id": "7688428138145074446", "video_id": "7688428138145074446", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.14099187048723916, "patch_tokens": 1504, "decode_worker_seconds": 0.11173819901887327, "frontend_worker_seconds": 0.019116554991342127 }, { "sample_id": "7678173787854081293", "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.14231800345469645, "patch_tokens": 504, "decode_worker_seconds": 0.07806890603387728, "frontend_worker_seconds": 0.007791718991938978 }, { "sample_id": "7681515101773368606", "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1771864210966259, "patch_tokens": 760, "decode_worker_seconds": 0.08559672604314983, "frontend_worker_seconds": 0.011858776037115604 }, { "sample_id": "7687440482124762400", "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.34551466436674305, "patch_tokens": 1504, "decode_worker_seconds": 0.10034363798331469, "frontend_worker_seconds": 0.021315711026545614 }, { "sample_id": "7677656702556065038", "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "sample_rate": 32000, "audio_rms": 0.10428894993759034, "patch_tokens": 1216, "decode_worker_seconds": 0.12089546001516283, "frontend_worker_seconds": 0.019595264981035143 }, { "sample_id": "7682285294762069261", "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "sample_rate": 32000, "audio_rms": 0.05524620273778804, "patch_tokens": 1056, "decode_worker_seconds": 0.10406103602144867, "frontend_worker_seconds": 0.01611549296649173 }, { "sample_id": "7678711865882496269", "video_id": "7678711865882496269", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.13926041214702933, "patch_tokens": 1504, "decode_worker_seconds": 0.14987834898056462, "frontend_worker_seconds": 0.01909197896020487 }, { "sample_id": "7681663075321236767", "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.1643238255760525, "patch_tokens": 608, "decode_worker_seconds": 0.113636497000698, "frontend_worker_seconds": 0.008926704991608858 }, { "sample_id": "7689078406536760589", "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "sample_rate": 32000, "audio_rms": 0.29260543864347127, "patch_tokens": 448, "decode_worker_seconds": 0.0899462400120683, "frontend_worker_seconds": 0.007421774964313954 }, { "sample_id": "7690015212526718239", "video_id": "7690015212526718239", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.08669926137648476, "patch_tokens": 1504, "decode_worker_seconds": 0.0966531490557827, "frontend_worker_seconds": 0.019673055969178677 }, { "sample_id": "7690909670206131487", "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "sample_rate": 32000, "audio_rms": 0.42050601370505053, "patch_tokens": 1248, "decode_worker_seconds": 0.11461375799262896, "frontend_worker_seconds": 0.015091608976945281 }, { "sample_id": "7685751413254737183", "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "sample_rate": 32000, "audio_rms": 0.11514610351477021, "patch_tokens": 912, "decode_worker_seconds": 0.1007402379764244, "frontend_worker_seconds": 0.012104787048883736 }, { "sample_id": "7691169508186279181", "video_id": "7691169508186279181", "audio_seconds": 15.117625, "sample_rate": 32000, "audio_rms": 0.2774935174157977, "patch_tokens": 760, "decode_worker_seconds": 0.11880820500664413, "frontend_worker_seconds": 0.009887263004202396 }, { "sample_id": "7691617221822450964", "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "sample_rate": 32000, "audio_rms": 0.44928943808289634, "patch_tokens": 1256, "decode_worker_seconds": 0.11885668500326574, "frontend_worker_seconds": 0.01672584901098162 }, { "sample_id": "7680298578962664717", "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.0986442673564599, "patch_tokens": 504, "decode_worker_seconds": 0.14425221999408677, "frontend_worker_seconds": 0.006624797999393195 } ], "total_model_job_seconds_before_result_write": 14.506758452975191 }, { "model_label": "CLAPv2 XS", "variant": "XS", "model_architecture": "CLAPNaFlex-v3-XS", "checkpoint_epoch": 320, "training_samples_label": "1024M", "samples": 50, "embedding_dimension": 320, "parameter_count": 48307585, "audio_parameter_count": 16567680, "learned_logit_scale_exp": 125.03226470947266, "score_scale_used": 100.0, "score_warning": "relative_score = softmax(100 * cosine) over all 527 labels. Uncalibrated relative ranking score, not the probability that a sound is present. AudioSet is multi-label.", "text_templates": [ "This is a sound of {label}.", "The sound of {label}.", "An audio recording of {label}." ], "text_feature_method": "Encode each template; L2-normalize each vector; mean templates per label; L2-normalize mean. Labels preserve official display_name strings.", "audio_config": { "sample_rate": 32000, "window_size": 1024, "hop_size": 320, "fmin": 50, "fmax": 16000, "n_mels": 128, "patch_freq": 16, "patch_time": 16, "in_chans": 1, "input_norm": false, "pre_norm": false, "proj_bias": true, "patch_pad_mode": "floor" }, "precision": "float32, autocast disabled, TF32 disabled", "batch_size": 8, "actual_batch_sizes": [ 8, 8, 8, 8, 8, 8, 2 ], "preprocess_workers": 8, "warmup_full_passes": 2, "audio_interval": "First min(source duration, 30 seconds), mono, resampled to model rate", "load_seconds": 2.1122510450077243, "labelbank_encoding_seconds": 0.5556943159899674, "initial_preprocess_seconds": 0.5865554100018926, "initial_collate_and_transfer_seconds": 0.00679977098479867, "initial_decode_worker_seconds_sum": 3.6626563769532368, "initial_frontend_worker_seconds_sum": 0.7709893069113605, "audio_encoder_only": { "repeats": 3, "seconds_each": [ 0.17962339898804203, 0.17875061696395278, 0.1726983180269599 ], "seconds_median": 0.17875061696395278, "seconds_min": 0.1726983180269599, "seconds_max": 0.17962339898804203, "clips_per_second_median": 279.71931425603475, "seconds_per_clip_median": 0.0035750123392790556, "million_clips_hours_single_gpu": 0.993058983133071, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end": { "repeats": 3, "seconds_each": [ 0.7389050390338525, 0.7349524750025012, 0.7368258470087312 ], "seconds_median": 0.7368258470087312, "seconds_min": 0.7349524750025012, "seconds_max": 0.7389050390338525, "clips_per_second_median": 67.85864014269238, "seconds_per_clip_median": 0.014736516940174624, "million_clips_hours_single_gpu": 4.093476927826284, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end_definition": "Parallel local ffmpeg decode/downmix/resample, model audio frontend, batch collation and transfer, audio embedding, 527 cosine scores and top3 relative-score transfer. Excludes network/video download, model load, labelbank encoding, and result-file writes. CPU/GPU stages are sequential, not pipelined.", "audio_encoder_only_definition": "GPU resident prepared batches through the audio tower and L2 normalization; excludes decode, frontend, host transfer, text tower and similarity search.", "warm_preprocess_seconds_each": [ 0.5590515320072882, 0.554597248963546, 0.5551656230236404 ], "repeat_max_absolute_embedding_delta": [ 0.0, 0.0, 0.0 ], "peak_cuda_allocated_bytes": 699895808, "peak_cuda_reserved_bytes": 929038336, "audio_seconds_total": 1018.0761875000001, "audio_seconds_min": 5.04015625, "audio_seconds_max": 30.0, "patch_tokens_min": 256, "patch_tokens_max": 1504, "embedding_norm_max_error": 1.1920928955078125e-07, "predictions": [ { "sample_id": "7688279850100083998", "sample_index": 0, "video_id": "7688279850100083998", "audio_seconds": 9.312625, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.25067195296287537, "relative_score": 0.24076536297798157, "relative_score_percent": 24.076536297798157 }, { "rank": 2, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.23428474366664886, "relative_score": 0.04676342383027077, "relative_score_percent": 4.676342383027077 }, { "rank": 3, "class_index": 213, "mid": "/m/07kc_", "label": "Theremin", "cosine_similarity": 0.23304611444473267, "relative_score": 0.04131551831960678, "relative_score_percent": 4.131551831960678 } ] }, { "sample_id": "7691390550934654229", "sample_index": 1, "video_id": "7691390550934654229", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.24762627482414246, "relative_score": 0.09454307705163956, "relative_score_percent": 9.454307705163956 }, { "rank": 2, "class_index": 257, "mid": "/m/0145m", "label": "Afrobeat", "cosine_similarity": 0.2469588667154312, "relative_score": 0.0884392186999321, "relative_score_percent": 8.84392186999321 }, { "rank": 3, "class_index": 227, "mid": "/m/0gywn", "label": "Soul music", "cosine_similarity": 0.2423364222049713, "relative_score": 0.05570508539676666, "relative_score_percent": 5.570508539676666 } ] }, { "sample_id": "7685338202214911252", "sample_index": 2, "video_id": "7685338202214911252", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 362, "mid": "/m/0642b4", "label": "Cupboard open or close", "cosine_similarity": 0.2426149547100067, "relative_score": 0.05712972953915596, "relative_score_percent": 5.712972953915596 }, { "rank": 2, "class_index": 363, "mid": "/m/0fqfqc", "label": "Drawer open or close", "cosine_similarity": 0.23864591121673584, "relative_score": 0.03841395303606987, "relative_score_percent": 3.841395303606987 }, { "rank": 3, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.23385007679462433, "relative_score": 0.023779811337590218, "relative_score_percent": 2.3779811337590218 } ] }, { "sample_id": "7686971556634905870", "sample_index": 3, "video_id": "7686971556634905870", "audio_seconds": 17.5325, "top3": [ { "rank": 1, "class_index": 219, "mid": "/m/06by7", "label": "Rock music", "cosine_similarity": 0.2124769240617752, "relative_score": 0.0659666359424591, "relative_score_percent": 6.596663594245911 }, { "rank": 2, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.2122259885072708, "relative_score": 0.06433192640542984, "relative_score_percent": 6.433192640542984 }, { "rank": 3, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.21193307638168335, "relative_score": 0.06247490271925926, "relative_score_percent": 6.247490271925926 } ] }, { "sample_id": "7685771952044117261", "sample_index": 4, "video_id": "7685771952044117261", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.24160245060920715, "relative_score": 0.48095905780792236, "relative_score_percent": 48.095905780792236 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2202584147453308, "relative_score": 0.05690464749932289, "relative_score_percent": 5.690464749932289 }, { "rank": 3, "class_index": 364, "mid": "/m/04brg2", "label": "Dishes, pots, and pans", "cosine_similarity": 0.21988514065742493, "relative_score": 0.054819729179143906, "relative_score_percent": 5.481972917914391 } ] }, { "sample_id": "7688434303449386260", "sample_index": 5, "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.23577138781547546, "relative_score": 0.24227921664714813, "relative_score_percent": 24.227921664714813 }, { "rank": 2, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.22686494886875153, "relative_score": 0.09942929446697235, "relative_score_percent": 9.942929446697235 }, { "rank": 3, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.22397831082344055, "relative_score": 0.07449878752231598, "relative_score_percent": 7.449878752231598 } ] }, { "sample_id": "7688921128118619412", "sample_index": 6, "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "top3": [ { "rank": 1, "class_index": 180, "mid": "/m/0dwsp", "label": "Marimba, xylophone", "cosine_similarity": 0.25548771023750305, "relative_score": 0.06744743138551712, "relative_score_percent": 6.744743138551712 }, { "rank": 2, "class_index": 268, "mid": "/m/02cjck", "label": "Theme music", "cosine_similarity": 0.2547014355659485, "relative_score": 0.06234739348292351, "relative_score_percent": 6.234739348292351 }, { "rank": 3, "class_index": 207, "mid": "/m/0150b9", "label": "Change ringing (campanology)", "cosine_similarity": 0.24947437644004822, "relative_score": 0.03696660324931145, "relative_score_percent": 3.6966603249311447 } ] }, { "sample_id": "7679205969959587086", "sample_index": 7, "video_id": "7679205969959587086", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.23977723717689514, "relative_score": 0.07573771476745605, "relative_score_percent": 7.5737714767456055 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2359522581100464, "relative_score": 0.051664892584085464, "relative_score_percent": 5.1664892584085464 }, { "rank": 3, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.23496279120445251, "relative_score": 0.046797554939985275, "relative_score_percent": 4.6797554939985275 } ] }, { "sample_id": "7682246663855017246", "sample_index": 8, "video_id": "7682246663855017246", "audio_seconds": 6.804875, "top3": [ { "rank": 1, "class_index": 109, "mid": "/m/0cdnk", "label": "Roaring cats (lions, tigers)", "cosine_similarity": 0.2050407975912094, "relative_score": 0.05192508548498154, "relative_score_percent": 5.192508548498154 }, { "rank": 2, "class_index": 80, "mid": "/t/dd00136", "label": "Whimper (dog)", "cosine_similarity": 0.20447945594787598, "relative_score": 0.049090564250946045, "relative_score_percent": 4.9090564250946045 }, { "rank": 3, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.20055356621742249, "relative_score": 0.033151209354400635, "relative_score_percent": 3.3151209354400635 } ] }, { "sample_id": "7677651924820233486", "sample_index": 9, "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "top3": [ { "rank": 1, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.2392154186964035, "relative_score": 0.044377025216817856, "relative_score_percent": 4.437702521681786 }, { "rank": 2, "class_index": 274, "mid": "/m/0ggx5q", "label": "Dance music", "cosine_similarity": 0.23886801302433014, "relative_score": 0.04286181926727295, "relative_score_percent": 4.286181926727295 }, { "rank": 3, "class_index": 241, "mid": "/m/07gxw", "label": "Techno", "cosine_similarity": 0.23682664334774017, "relative_score": 0.03494745120406151, "relative_score_percent": 3.494745120406151 } ] }, { "sample_id": "7685920989414280469", "sample_index": 10, "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "top3": [ { "rank": 1, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.23830124735832214, "relative_score": 0.15826007723808289, "relative_score_percent": 15.826007723808289 }, { "rank": 2, "class_index": 363, "mid": "/m/0fqfqc", "label": "Drawer open or close", "cosine_similarity": 0.22791045904159546, "relative_score": 0.055989377200603485, "relative_score_percent": 5.5989377200603485 }, { "rank": 3, "class_index": 362, "mid": "/m/0642b4", "label": "Cupboard open or close", "cosine_similarity": 0.2241654247045517, "relative_score": 0.03849998489022255, "relative_score_percent": 3.849998489022255 } ] }, { "sample_id": "7689098570565160212", "sample_index": 11, "video_id": "7689098570565160212", "audio_seconds": 23.709, "top3": [ { "rank": 1, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.19638708233833313, "relative_score": 0.16050945222377777, "relative_score_percent": 16.050945222377777 }, { "rank": 2, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.19570854306221008, "relative_score": 0.14997954666614532, "relative_score_percent": 14.997954666614532 }, { "rank": 3, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.19082988798618317, "relative_score": 0.09207776933908463, "relative_score_percent": 9.207776933908463 } ] }, { "sample_id": "7685561753979063573", "sample_index": 12, "video_id": "7685561753979063573", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.22996832430362701, "relative_score": 0.30935871601104736, "relative_score_percent": 30.935871601104736 }, { "rank": 2, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.22671851515769958, "relative_score": 0.22352464497089386, "relative_score_percent": 22.352464497089386 }, { "rank": 3, "class_index": 102, "mid": "/m/01rd7k", "label": "Turkey", "cosine_similarity": 0.20876935124397278, "relative_score": 0.03713669627904892, "relative_score_percent": 3.713669627904892 } ] }, { "sample_id": "7689105599337942285", "sample_index": 13, "video_id": "7689105599337942285", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 122, "mid": "/m/01z5f", "label": "Canidae, dogs, wolves", "cosine_similarity": 0.2453453540802002, "relative_score": 0.07338713109493256, "relative_score_percent": 7.338713109493256 }, { "rank": 2, "class_index": 128, "mid": "/m/09f96", "label": "Mosquito", "cosine_similarity": 0.23845326900482178, "relative_score": 0.03683842718601227, "relative_score_percent": 3.683842718601227 }, { "rank": 3, "class_index": 523, "mid": "/m/01jwx6", "label": "Vibration", "cosine_similarity": 0.23661577701568604, "relative_score": 0.030654866248369217, "relative_score_percent": 3.0654866248369217 } ] }, { "sample_id": "7678509189123132686", "sample_index": 14, "video_id": "7678509189123132686", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 123, "mid": "/m/06hps", "label": "Rodents, rats, mice", "cosine_similarity": 0.24636885523796082, "relative_score": 0.03925930708646774, "relative_score_percent": 3.9259307086467743 }, { "rank": 2, "class_index": 129, "mid": "/m/0h2mp", "label": "Fly, housefly", "cosine_similarity": 0.24532592296600342, "relative_score": 0.03537115454673767, "relative_score_percent": 3.537115454673767 }, { "rank": 3, "class_index": 128, "mid": "/m/09f96", "label": "Mosquito", "cosine_similarity": 0.2444133311510086, "relative_score": 0.03228612616658211, "relative_score_percent": 3.2286126166582108 } ] }, { "sample_id": "7685435054734036244", "sample_index": 15, "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.23614683747291565, "relative_score": 0.07807368785142899, "relative_score_percent": 7.807368785142899 }, { "rank": 2, "class_index": 265, "mid": "/m/05rwpb", "label": "Independent music", "cosine_similarity": 0.23152509331703186, "relative_score": 0.04917963966727257, "relative_score_percent": 4.917963966727257 }, { "rank": 3, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.2298656404018402, "relative_score": 0.04165971279144287, "relative_score_percent": 4.165971279144287 } ] }, { "sample_id": "7680821940851887390", "sample_index": 16, "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.23575878143310547, "relative_score": 0.07384750992059708, "relative_score_percent": 7.384750992059708 }, { "rank": 2, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.23078136146068573, "relative_score": 0.04489204287528992, "relative_score_percent": 4.489204287528992 }, { "rank": 3, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.22892066836357117, "relative_score": 0.037270091474056244, "relative_score_percent": 3.7270091474056244 } ] }, { "sample_id": "7690210884911697173", "sample_index": 17, "video_id": "7690210884911697173", "audio_seconds": 10.845125, "top3": [ { "rank": 1, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.2209954559803009, "relative_score": 0.11433898657560349, "relative_score_percent": 11.433898657560349 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.21625959873199463, "relative_score": 0.07120624929666519, "relative_score_percent": 7.120624929666519 }, { "rank": 3, "class_index": 257, "mid": "/m/0145m", "label": "Afrobeat", "cosine_similarity": 0.2143458127975464, "relative_score": 0.05880359187722206, "relative_score_percent": 5.880359187722206 } ] }, { "sample_id": "7681962973992078622", "sample_index": 18, "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 387, "mid": "/m/081rb", "label": "Writing", "cosine_similarity": 0.24432578682899475, "relative_score": 0.034139975905418396, "relative_score_percent": 3.4139975905418396 }, { "rank": 2, "class_index": 131, "mid": "/m/01h3n", "label": "Bee, wasp, etc.", "cosine_similarity": 0.24342167377471924, "relative_score": 0.031188733875751495, "relative_score_percent": 3.1188733875751495 }, { "rank": 3, "class_index": 434, "mid": "/m/07qsvvw", "label": "Burst, pop", "cosine_similarity": 0.24326598644256592, "relative_score": 0.030706951394677162, "relative_score_percent": 3.070695139467716 } ] }, { "sample_id": "7684332836194667807", "sample_index": 19, "video_id": "7684332836194667807", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.24429337680339813, "relative_score": 0.6892315149307251, "relative_score_percent": 68.92315149307251 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.22782598435878754, "relative_score": 0.13279907405376434, "relative_score_percent": 13.279907405376434 }, { "rank": 3, "class_index": 270, "mid": "/m/0l14gg", "label": "Soundtrack music", "cosine_similarity": 0.20462441444396973, "relative_score": 0.01304857898503542, "relative_score_percent": 1.304857898503542 } ] }, { "sample_id": "7681988673658801429", "sample_index": 20, "video_id": "7681988673658801429", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 169, "mid": "/m/011k_j", "label": "Timpani", "cosine_similarity": 0.2657513916492462, "relative_score": 0.030196113511919975, "relative_score_percent": 3.0196113511919975 }, { "rank": 2, "class_index": 521, "mid": "/m/0cj0r", "label": "Pink noise", "cosine_similarity": 0.2638169229030609, "relative_score": 0.0248850230127573, "relative_score_percent": 2.48850230127573 }, { "rank": 3, "class_index": 357, "mid": "/m/02y_763", "label": "Sliding door", "cosine_similarity": 0.26348888874053955, "relative_score": 0.02408192679286003, "relative_score_percent": 2.408192679286003 } ] }, { "sample_id": "7690437985510214943", "sample_index": 21, "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "top3": [ { "rank": 1, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.1927429586648941, "relative_score": 0.04821907356381416, "relative_score_percent": 4.821907356381416 }, { "rank": 2, "class_index": 296, "mid": "/m/06wzb", "label": "Steam", "cosine_similarity": 0.18305912613868713, "relative_score": 0.018308600410819054, "relative_score_percent": 1.8308600410819054 }, { "rank": 3, "class_index": 273, "mid": "/m/0140xf", "label": "Christmas music", "cosine_similarity": 0.18303824961185455, "relative_score": 0.01827043667435646, "relative_score_percent": 1.827043667435646 } ] }, { "sample_id": "7683640750994705682", "sample_index": 22, "video_id": "7683640750994705682", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.21596352756023407, "relative_score": 0.02275746315717697, "relative_score_percent": 2.275746315717697 }, { "rank": 2, "class_index": 89, "mid": "/m/07q5rw0", "label": "Neigh, whinny", "cosine_similarity": 0.21455040574073792, "relative_score": 0.01975841633975506, "relative_score_percent": 1.9758416339755058 }, { "rank": 3, "class_index": 17, "mid": "/t/dd00001", "label": "Baby laughter", "cosine_similarity": 0.21403248608112335, "relative_score": 0.018761135637760162, "relative_score_percent": 1.8761135637760162 } ] }, { "sample_id": "7690744719118208269", "sample_index": 23, "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "top3": [ { "rank": 1, "class_index": 219, "mid": "/m/06by7", "label": "Rock music", "cosine_similarity": 0.2098063975572586, "relative_score": 0.08444834500551224, "relative_score_percent": 8.444834500551224 }, { "rank": 2, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.20851607620716095, "relative_score": 0.074225515127182, "relative_score_percent": 7.422551512718201 }, { "rank": 3, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.20814384520053864, "relative_score": 0.0715133398771286, "relative_score_percent": 7.15133398771286 } ] }, { "sample_id": "7683945516505386271", "sample_index": 24, "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 143, "mid": "/m/042v_gx", "label": "Acoustic guitar", "cosine_similarity": 0.2362249791622162, "relative_score": 0.16439811885356903, "relative_score_percent": 16.439811885356903 }, { "rank": 2, "class_index": 233, "mid": "/m/02w4v", "label": "Folk music", "cosine_similarity": 0.23225137591362, "relative_score": 0.11049067974090576, "relative_score_percent": 11.049067974090576 }, { "rank": 3, "class_index": 140, "mid": "/m/0342h", "label": "Guitar", "cosine_similarity": 0.22358933091163635, "relative_score": 0.04646623507142067, "relative_score_percent": 4.646623507142067 } ] }, { "sample_id": "7687260346817465630", "sample_index": 25, "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.23430514335632324, "relative_score": 0.05408383160829544, "relative_score_percent": 5.408383160829544 }, { "rank": 2, "class_index": 276, "mid": "/t/dd00031", "label": "Happy music", "cosine_similarity": 0.23362094163894653, "relative_score": 0.05050714313983917, "relative_score_percent": 5.050714313983917 }, { "rank": 3, "class_index": 151, "mid": "/m/07xzm", "label": "Ukulele", "cosine_similarity": 0.23266370594501495, "relative_score": 0.045896586030721664, "relative_score_percent": 4.589658603072166 } ] }, { "sample_id": "7691418587336019230", "sample_index": 26, "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "top3": [ { "rank": 1, "class_index": 274, "mid": "/m/0ggx5q", "label": "Dance music", "cosine_similarity": 0.2412126660346985, "relative_score": 0.09597349911928177, "relative_score_percent": 9.597349911928177 }, { "rank": 2, "class_index": 232, "mid": "/m/02x8m", "label": "Funk", "cosine_similarity": 0.23913121223449707, "relative_score": 0.07793889194726944, "relative_score_percent": 7.793889194726944 }, { "rank": 3, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.23401780426502228, "relative_score": 0.04673932120203972, "relative_score_percent": 4.673932120203972 } ] }, { "sample_id": "7680533866834152724", "sample_index": 27, "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.26819148659706116, "relative_score": 0.18136608600616455, "relative_score_percent": 18.136608600616455 }, { "rank": 2, "class_index": 193, "mid": "/m/01xqw", "label": "Cello", "cosine_similarity": 0.263322114944458, "relative_score": 0.11145032942295074, "relative_score_percent": 11.145032942295074 }, { "rank": 3, "class_index": 146, "mid": "/m/07s0s5r", "label": "Strum", "cosine_similarity": 0.24796649813652039, "relative_score": 0.023999152705073357, "relative_score_percent": 2.3999152705073357 } ] }, { "sample_id": "7680591925241449746", "sample_index": 28, "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.21719112992286682, "relative_score": 0.06645140796899796, "relative_score_percent": 6.6451407968997955 }, { "rank": 2, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.21349133551120758, "relative_score": 0.045901279896497726, "relative_score_percent": 4.590127989649773 }, { "rank": 3, "class_index": 236, "mid": "/m/026z9", "label": "Disco", "cosine_similarity": 0.2134082317352295, "relative_score": 0.04552140459418297, "relative_score_percent": 4.552140459418297 } ] }, { "sample_id": "7682668877653855519", "sample_index": 29, "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "top3": [ { "rank": 1, "class_index": 123, "mid": "/m/06hps", "label": "Rodents, rats, mice", "cosine_similarity": 0.2523205876350403, "relative_score": 0.208573579788208, "relative_score_percent": 20.8573579788208 }, { "rank": 2, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.2350282371044159, "relative_score": 0.03700508177280426, "relative_score_percent": 3.700508177280426 }, { "rank": 3, "class_index": 128, "mid": "/m/09f96", "label": "Mosquito", "cosine_similarity": 0.23229679465293884, "relative_score": 0.028160251677036285, "relative_score_percent": 2.8160251677036285 } ] }, { "sample_id": "7680698462622485780", "sample_index": 30, "video_id": "7680698462622485780", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.22855578362941742, "relative_score": 0.09087765961885452, "relative_score_percent": 9.087765961885452 }, { "rank": 2, "class_index": 472, "mid": "/m/07rbp7_", "label": "Whip", "cosine_similarity": 0.21682609617710114, "relative_score": 0.028121834620833397, "relative_score_percent": 2.8121834620833397 }, { "rank": 3, "class_index": 29, "mid": "/m/01swy6", "label": "Yodeling", "cosine_similarity": 0.2158941924571991, "relative_score": 0.025619536638259888, "relative_score_percent": 2.5619536638259888 } ] }, { "sample_id": "7684858353205464334", "sample_index": 31, "video_id": "7684858353205464334", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.2689667046070099, "relative_score": 0.07244473695755005, "relative_score_percent": 7.244473695755005 }, { "rank": 2, "class_index": 128, "mid": "/m/09f96", "label": "Mosquito", "cosine_similarity": 0.2653053402900696, "relative_score": 0.05023377016186714, "relative_score_percent": 5.023377016186714 }, { "rank": 3, "class_index": 476, "mid": "/m/07pdjhy", "label": "Rub", "cosine_similarity": 0.26221540570259094, "relative_score": 0.03688088059425354, "relative_score_percent": 3.688088059425354 } ] }, { "sample_id": "7681115445004487957", "sample_index": 32, "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "top3": [ { "rank": 1, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.24801021814346313, "relative_score": 0.4401322901248932, "relative_score_percent": 44.01322901248932 }, { "rank": 2, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.24242043495178223, "relative_score": 0.2516643702983856, "relative_score_percent": 25.166437029838562 }, { "rank": 3, "class_index": 276, "mid": "/t/dd00031", "label": "Happy music", "cosine_similarity": 0.2232988178730011, "relative_score": 0.037186115980148315, "relative_score_percent": 3.7186115980148315 } ] }, { "sample_id": "7682103096998186273", "sample_index": 33, "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.22065499424934387, "relative_score": 0.13959544897079468, "relative_score_percent": 13.959544897079468 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.21172712743282318, "relative_score": 0.05716607719659805, "relative_score_percent": 5.716607719659805 }, { "rank": 3, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.2092750370502472, "relative_score": 0.04473481327295303, "relative_score_percent": 4.473481327295303 } ] }, { "sample_id": "7680043491690286343", "sample_index": 34, "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.2677718698978424, "relative_score": 0.33743536472320557, "relative_score_percent": 33.74353647232056 }, { "rank": 2, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.24274365603923798, "relative_score": 0.027620356529951096, "relative_score_percent": 2.7620356529951096 }, { "rank": 3, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.24252158403396606, "relative_score": 0.02701374515891075, "relative_score_percent": 2.701374515891075 } ] }, { "sample_id": "7688428138145074446", "sample_index": 35, "video_id": "7688428138145074446", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.2258085310459137, "relative_score": 0.07124201953411102, "relative_score_percent": 7.124201953411102 }, { "rank": 2, "class_index": 227, "mid": "/m/0gywn", "label": "Soul music", "cosine_similarity": 0.22446554899215698, "relative_score": 0.062288980931043625, "relative_score_percent": 6.2288980931043625 }, { "rank": 3, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.22267255187034607, "relative_score": 0.052064649760723114, "relative_score_percent": 5.206464976072311 } ] }, { "sample_id": "7678173787854081293", "sample_index": 36, "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.24818798899650574, "relative_score": 0.1631350815296173, "relative_score_percent": 16.31350815296173 }, { "rank": 2, "class_index": 227, "mid": "/m/0gywn", "label": "Soul music", "cosine_similarity": 0.24429933726787567, "relative_score": 0.11057720333337784, "relative_score_percent": 11.057720333337784 }, { "rank": 3, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.23793011903762817, "relative_score": 0.05848633870482445, "relative_score_percent": 5.848633870482445 } ] }, { "sample_id": "7681515101773368606", "sample_index": 37, "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.2224046289920807, "relative_score": 0.0631050243973732, "relative_score_percent": 6.31050243973732 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.21823588013648987, "relative_score": 0.04159269481897354, "relative_score_percent": 4.159269481897354 }, { "rank": 3, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.21658295392990112, "relative_score": 0.03525586053729057, "relative_score_percent": 3.5255860537290573 } ] }, { "sample_id": "7687440482124762400", "sample_index": 38, "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.23346459865570068, "relative_score": 0.7634013891220093, "relative_score_percent": 76.34013891220093 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.20310327410697937, "relative_score": 0.03665871545672417, "relative_score_percent": 3.6658715456724167 }, { "rank": 3, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.18761560320854187, "relative_score": 0.007790336851030588, "relative_score_percent": 0.7790336851030588 } ] }, { "sample_id": "7677656702556065038", "sample_index": 39, "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "top3": [ { "rank": 1, "class_index": 278, "mid": "/t/dd00033", "label": "Sad music", "cosine_similarity": 0.2132577896118164, "relative_score": 0.09801650792360306, "relative_score_percent": 9.801650792360306 }, { "rank": 2, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.21256360411643982, "relative_score": 0.09144320338964462, "relative_score_percent": 9.144320338964462 }, { "rank": 3, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.2065279483795166, "relative_score": 0.05000638961791992, "relative_score_percent": 5.000638961791992 } ] }, { "sample_id": "7682285294762069261", "sample_index": 40, "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.21158678829669952, "relative_score": 0.09160883724689484, "relative_score_percent": 9.160883724689484 }, { "rank": 2, "class_index": 347, "mid": "/m/01j4z9", "label": "Chainsaw", "cosine_similarity": 0.20133039355278015, "relative_score": 0.032847944647073746, "relative_score_percent": 3.2847944647073746 }, { "rank": 3, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.20021620392799377, "relative_score": 0.029384562745690346, "relative_score_percent": 2.9384562745690346 } ] }, { "sample_id": "7678711865882496269", "sample_index": 41, "video_id": "7678711865882496269", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 278, "mid": "/t/dd00033", "label": "Sad music", "cosine_similarity": 0.23420092463493347, "relative_score": 0.05394088849425316, "relative_score_percent": 5.394088849425316 }, { "rank": 2, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.233695387840271, "relative_score": 0.051281824707984924, "relative_score_percent": 5.128182470798492 }, { "rank": 3, "class_index": 238, "mid": "/m/05lls", "label": "Opera", "cosine_similarity": 0.23293280601501465, "relative_score": 0.04751657694578171, "relative_score_percent": 4.751657694578171 } ] }, { "sample_id": "7681663075321236767", "sample_index": 42, "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.23799706995487213, "relative_score": 0.13583098351955414, "relative_score_percent": 13.583098351955414 }, { "rank": 2, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.2331659197807312, "relative_score": 0.08378845453262329, "relative_score_percent": 8.378845453262329 }, { "rank": 3, "class_index": 151, "mid": "/m/07xzm", "label": "Ukulele", "cosine_similarity": 0.2256932258605957, "relative_score": 0.039687108248472214, "relative_score_percent": 3.9687108248472214 } ] }, { "sample_id": "7689078406536760589", "sample_index": 43, "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "top3": [ { "rank": 1, "class_index": 282, "mid": "/t/dd00037", "label": "Scary music", "cosine_similarity": 0.24198129773139954, "relative_score": 0.07493914663791656, "relative_score_percent": 7.4939146637916565 }, { "rank": 2, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.23980411887168884, "relative_score": 0.060277462005615234, "relative_score_percent": 6.027746200561523 }, { "rank": 3, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.2338184118270874, "relative_score": 0.033128317445516586, "relative_score_percent": 3.3128317445516586 } ] }, { "sample_id": "7690015212526718239", "sample_index": 44, "video_id": "7690015212526718239", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 36, "mid": "/m/06bxc", "label": "Rapping", "cosine_similarity": 0.2401350438594818, "relative_score": 0.03110579214990139, "relative_score_percent": 3.110579214990139 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.24010184407234192, "relative_score": 0.031002728268504143, "relative_score_percent": 3.1002728268504143 }, { "rank": 3, "class_index": 473, "mid": "/m/07pyf11", "label": "Flap", "cosine_similarity": 0.23839011788368225, "relative_score": 0.026125246658921242, "relative_score_percent": 2.612524665892124 } ] }, { "sample_id": "7690909670206131487", "sample_index": 45, "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "top3": [ { "rank": 1, "class_index": 128, "mid": "/m/09f96", "label": "Mosquito", "cosine_similarity": 0.2577146887779236, "relative_score": 0.052725840359926224, "relative_score_percent": 5.272584035992622 }, { "rank": 2, "class_index": 122, "mid": "/m/01z5f", "label": "Canidae, dogs, wolves", "cosine_similarity": 0.2537328898906708, "relative_score": 0.035407572984695435, "relative_score_percent": 3.5407572984695435 }, { "rank": 3, "class_index": 293, "mid": "/m/0j2kx", "label": "Waterfall", "cosine_similarity": 0.2526872754096985, "relative_score": 0.031892310827970505, "relative_score_percent": 3.1892310827970505 } ] }, { "sample_id": "7685751413254737183", "sample_index": 46, "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.21726039052009583, "relative_score": 0.06889214366674423, "relative_score_percent": 6.889214366674423 }, { "rank": 2, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.21704483032226562, "relative_score": 0.06742294132709503, "relative_score_percent": 6.742294132709503 }, { "rank": 3, "class_index": 396, "mid": "/m/03kmc9", "label": "Siren", "cosine_similarity": 0.21360863745212555, "relative_score": 0.04781631380319595, "relative_score_percent": 4.781631380319595 } ] }, { "sample_id": "7691169508186279181", "sample_index": 47, "video_id": "7691169508186279181", "audio_seconds": 15.117625, "top3": [ { "rank": 1, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2769743502140045, "relative_score": 0.06076435744762421, "relative_score_percent": 6.076435744762421 }, { "rank": 2, "class_index": 360, "mid": "/m/07qcpgn", "label": "Tap", "cosine_similarity": 0.2735503017902374, "relative_score": 0.04314636066555977, "relative_score_percent": 4.314636066555977 }, { "rank": 3, "class_index": 242, "mid": "/m/07s72n", "label": "Dubstep", "cosine_similarity": 0.2686299681663513, "relative_score": 0.026378918439149857, "relative_score_percent": 2.6378918439149857 } ] }, { "sample_id": "7691617221822450964", "sample_index": 48, "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.18841713666915894, "relative_score": 0.10267814248800278, "relative_score_percent": 10.267814248800278 }, { "rank": 2, "class_index": 282, "mid": "/t/dd00037", "label": "Scary music", "cosine_similarity": 0.17964857816696167, "relative_score": 0.04272325336933136, "relative_score_percent": 4.272325336933136 }, { "rank": 3, "class_index": 233, "mid": "/m/02w4v", "label": "Folk music", "cosine_similarity": 0.1791856288909912, "relative_score": 0.04079054296016693, "relative_score_percent": 4.079054296016693 } ] }, { "sample_id": "7680298578962664717", "sample_index": 49, "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 169, "mid": "/m/011k_j", "label": "Timpani", "cosine_similarity": 0.23649831116199493, "relative_score": 0.09893865138292313, "relative_score_percent": 9.893865138292313 }, { "rank": 2, "class_index": 431, "mid": "/m/073cg4", "label": "Cap gun", "cosine_similarity": 0.23058658838272095, "relative_score": 0.05478009581565857, "relative_score_percent": 5.478009581565857 }, { "rank": 3, "class_index": 433, "mid": "/g/122z_qxw", "label": "Firecracker", "cosine_similarity": 0.22734861075878143, "relative_score": 0.03962774947285652, "relative_score_percent": 3.962774947285652 } ] } ], "audio_info": [ { "sample_id": "7688279850100083998", "video_id": "7688279850100083998", "audio_seconds": 9.312625, "sample_rate": 32000, "audio_rms": 0.055021749007492224, "patch_tokens": 472, "decode_worker_seconds": 0.09325337701011449, "frontend_worker_seconds": 0.01781558699440211 }, { "sample_id": "7691390550934654229", "video_id": "7691390550934654229", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.3671835426987041, "patch_tokens": 1504, "decode_worker_seconds": 0.12287715001730248, "frontend_worker_seconds": 0.019976697978563607 }, { "sample_id": "7685338202214911252", "video_id": "7685338202214911252", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.032553797390565305, "patch_tokens": 1504, "decode_worker_seconds": 0.12429696199251339, "frontend_worker_seconds": 0.01948793896008283 }, { "sample_id": "7686971556634905870", "video_id": "7686971556634905870", "audio_seconds": 17.5325, "sample_rate": 32000, "audio_rms": 0.3306631128720868, "patch_tokens": 880, "decode_worker_seconds": 0.11441373097477481, "frontend_worker_seconds": 0.013231549004558474 }, { "sample_id": "7685771952044117261", "video_id": "7685771952044117261", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0728428543069131, "patch_tokens": 1504, "decode_worker_seconds": 0.12869025202235207, "frontend_worker_seconds": 0.019100363017059863 }, { "sample_id": "7688434303449386260", "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "sample_rate": 32000, "audio_rms": 0.44912157940604835, "patch_tokens": 1120, "decode_worker_seconds": 0.1105366550036706, "frontend_worker_seconds": 0.018220444035250694 }, { "sample_id": "7688921128118619412", "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "sample_rate": 32000, "audio_rms": 0.09537638917232771, "patch_tokens": 560, "decode_worker_seconds": 0.10417393100215122, "frontend_worker_seconds": 0.014253320987336338 }, { "sample_id": "7679205969959587086", "video_id": "7679205969959587086", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0652773060306221, "patch_tokens": 1504, "decode_worker_seconds": 0.12628229899564758, "frontend_worker_seconds": 0.019530338002368808 }, { "sample_id": "7682246663855017246", "video_id": "7682246663855017246", "audio_seconds": 6.804875, "sample_rate": 32000, "audio_rms": 0.0735001875477827, "patch_tokens": 344, "decode_worker_seconds": 0.047523871005978435, "frontend_worker_seconds": 0.005426933988928795 }, { "sample_id": "7677651924820233486", "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "sample_rate": 32000, "audio_rms": 0.16814264256364178, "patch_tokens": 784, "decode_worker_seconds": 0.05501101998379454, "frontend_worker_seconds": 0.011841559957247227 }, { "sample_id": "7685920989414280469", "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "sample_rate": 32000, "audio_rms": 0.13074822638785036, "patch_tokens": 1152, "decode_worker_seconds": 0.0747530969674699, "frontend_worker_seconds": 0.01949513901490718 }, { "sample_id": "7689098570565160212", "video_id": "7689098570565160212", "audio_seconds": 23.709, "sample_rate": 32000, "audio_rms": 0.2220170964604084, "patch_tokens": 1192, "decode_worker_seconds": 0.06815892300801352, "frontend_worker_seconds": 0.020358417998068035 }, { "sample_id": "7685561753979063573", "video_id": "7685561753979063573", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.2209075955915193, "patch_tokens": 1504, "decode_worker_seconds": 0.0837300099665299, "frontend_worker_seconds": 0.01941869198344648 }, { "sample_id": "7689105599337942285", "video_id": "7689105599337942285", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.12427569795903236, "patch_tokens": 1504, "decode_worker_seconds": 0.08388373500201851, "frontend_worker_seconds": 0.019222119997721165 }, { "sample_id": "7678509189123132686", "video_id": "7678509189123132686", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09344071915633734, "patch_tokens": 1504, "decode_worker_seconds": 0.07693599897902459, "frontend_worker_seconds": 0.01958745694719255 }, { "sample_id": "7685435054734036244", "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.16697210714127517, "patch_tokens": 504, "decode_worker_seconds": 0.05143227300141007, "frontend_worker_seconds": 0.013017217977903783 }, { "sample_id": "7680821940851887390", "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.10196029830430665, "patch_tokens": 608, "decode_worker_seconds": 0.051497359992936254, "frontend_worker_seconds": 0.010124890017323196 }, { "sample_id": "7690210884911697173", "video_id": "7690210884911697173", "audio_seconds": 10.845125, "sample_rate": 32000, "audio_rms": 0.10998566907317048, "patch_tokens": 544, "decode_worker_seconds": 0.05712070799199864, "frontend_worker_seconds": 0.007911045046057552 }, { "sample_id": "7681962973992078622", "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.11180871100458273, "patch_tokens": 1504, "decode_worker_seconds": 0.08035273302812129, "frontend_worker_seconds": 0.022886079968884587 }, { "sample_id": "7684332836194667807", "video_id": "7684332836194667807", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09988190378841652, "patch_tokens": 1504, "decode_worker_seconds": 0.07472199498442933, "frontend_worker_seconds": 0.021931122988462448 }, { "sample_id": "7681988673658801429", "video_id": "7681988673658801429", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.07273700076352448, "patch_tokens": 1504, "decode_worker_seconds": 0.09032517799641937, "frontend_worker_seconds": 0.019396835996303707 }, { "sample_id": "7690437985510214943", "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "sample_rate": 32000, "audio_rms": 0.22925774851661138, "patch_tokens": 664, "decode_worker_seconds": 0.051236950035672635, "frontend_worker_seconds": 0.014488452987279743 }, { "sample_id": "7683640750994705682", "video_id": "7683640750994705682", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.022054567772361876, "patch_tokens": 1504, "decode_worker_seconds": 0.07670109299942851, "frontend_worker_seconds": 0.018933900981210172 }, { "sample_id": "7690744719118208269", "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "sample_rate": 32000, "audio_rms": 0.3637308143733708, "patch_tokens": 680, "decode_worker_seconds": 0.068096716015134, "frontend_worker_seconds": 0.009653092012740672 }, { "sample_id": "7683945516505386271", "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.09786427749783108, "patch_tokens": 904, "decode_worker_seconds": 0.05932047200622037, "frontend_worker_seconds": 0.013327163993380964 }, { "sample_id": "7687260346817465630", "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.13169269412401857, "patch_tokens": 504, "decode_worker_seconds": 0.048515180009417236, "frontend_worker_seconds": 0.011114150984212756 }, { "sample_id": "7691418587336019230", "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "sample_rate": 32000, "audio_rms": 0.2247589351711589, "patch_tokens": 712, "decode_worker_seconds": 0.05966532998718321, "frontend_worker_seconds": 0.013381530006881803 }, { "sample_id": "7680533866834152724", "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1628198715960337, "patch_tokens": 760, "decode_worker_seconds": 0.0551052910159342, "frontend_worker_seconds": 0.01349973602918908 }, { "sample_id": "7680591925241449746", "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.14006398543849954, "patch_tokens": 904, "decode_worker_seconds": 0.06001271499553695, "frontend_worker_seconds": 0.013946510967798531 }, { "sample_id": "7682668877653855519", "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "sample_rate": 32000, "audio_rms": 0.11052956280858633, "patch_tokens": 256, "decode_worker_seconds": 0.04114252305589616, "frontend_worker_seconds": 0.006239173992071301 }, { "sample_id": "7680698462622485780", "video_id": "7680698462622485780", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.1581267571389517, "patch_tokens": 1504, "decode_worker_seconds": 0.07491322397254407, "frontend_worker_seconds": 0.02195166499586776 }, { "sample_id": "7684858353205464334", "video_id": "7684858353205464334", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.04665501906813562, "patch_tokens": 1504, "decode_worker_seconds": 0.0914236840326339, "frontend_worker_seconds": 0.022143375012092292 }, { "sample_id": "7681115445004487957", "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "sample_rate": 32000, "audio_rms": 0.1030762860193844, "patch_tokens": 632, "decode_worker_seconds": 0.0528719259891659, "frontend_worker_seconds": 0.009475719009060413 }, { "sample_id": "7682103096998186273", "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "sample_rate": 32000, "audio_rms": 0.1319582060422906, "patch_tokens": 1400, "decode_worker_seconds": 0.0731273689889349, "frontend_worker_seconds": 0.022617542010266334 }, { "sample_id": "7680043491690286343", "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "sample_rate": 32000, "audio_rms": 0.15966649184980386, "patch_tokens": 704, "decode_worker_seconds": 0.059038139996118844, "frontend_worker_seconds": 0.010133274015970528 }, { "sample_id": "7688428138145074446", "video_id": "7688428138145074446", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.14099187048723916, "patch_tokens": 1504, "decode_worker_seconds": 0.08119639504002407, "frontend_worker_seconds": 0.0196827839827165 }, { "sample_id": "7678173787854081293", "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.14231800345469645, "patch_tokens": 504, "decode_worker_seconds": 0.046236342983320355, "frontend_worker_seconds": 0.008727509994059801 }, { "sample_id": "7681515101773368606", "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1771864210966259, "patch_tokens": 760, "decode_worker_seconds": 0.05971022299490869, "frontend_worker_seconds": 0.01025435997871682 }, { "sample_id": "7687440482124762400", "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.34551466436674305, "patch_tokens": 1504, "decode_worker_seconds": 0.07536543696187437, "frontend_worker_seconds": 0.021723862970247865 }, { "sample_id": "7677656702556065038", "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "sample_rate": 32000, "audio_rms": 0.10428894993759034, "patch_tokens": 1216, "decode_worker_seconds": 0.0672763490001671, "frontend_worker_seconds": 0.018853007000871003 }, { "sample_id": "7682285294762069261", "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "sample_rate": 32000, "audio_rms": 0.05524620273778804, "patch_tokens": 1056, "decode_worker_seconds": 0.06801319803344086, "frontend_worker_seconds": 0.014021166018210351 }, { "sample_id": "7678711865882496269", "video_id": "7678711865882496269", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.13926041214702933, "patch_tokens": 1504, "decode_worker_seconds": 0.07609572901856154, "frontend_worker_seconds": 0.01978706900263205 }, { "sample_id": "7681663075321236767", "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.1643238255760525, "patch_tokens": 608, "decode_worker_seconds": 0.05335114902118221, "frontend_worker_seconds": 0.009644963021855801 }, { "sample_id": "7689078406536760589", "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "sample_rate": 32000, "audio_rms": 0.29260543864347127, "patch_tokens": 448, "decode_worker_seconds": 0.05336990102659911, "frontend_worker_seconds": 0.007343440025579184 }, { "sample_id": "7690015212526718239", "video_id": "7690015212526718239", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.08669926137648476, "patch_tokens": 1504, "decode_worker_seconds": 0.08542978600598872, "frontend_worker_seconds": 0.019533506012521684 }, { "sample_id": "7690909670206131487", "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "sample_rate": 32000, "audio_rms": 0.42050601370505053, "patch_tokens": 1248, "decode_worker_seconds": 0.07130692596547306, "frontend_worker_seconds": 0.022212654002942145 }, { "sample_id": "7685751413254737183", "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "sample_rate": 32000, "audio_rms": 0.11514610351477021, "patch_tokens": 912, "decode_worker_seconds": 0.05787454795790836, "frontend_worker_seconds": 0.012785702012479305 }, { "sample_id": "7691169508186279181", "video_id": "7691169508186279181", "audio_seconds": 15.117625, "sample_rate": 32000, "audio_rms": 0.2774935174157977, "patch_tokens": 760, "decode_worker_seconds": 0.05783954099752009, "frontend_worker_seconds": 0.010253496002405882 }, { "sample_id": "7691617221822450964", "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "sample_rate": 32000, "audio_rms": 0.44928943808289634, "patch_tokens": 1256, "decode_worker_seconds": 0.07129201397765428, "frontend_worker_seconds": 0.015335124044213444 }, { "sample_id": "7680298578962664717", "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.0986442673564599, "patch_tokens": 504, "decode_worker_seconds": 0.04715696594212204, "frontend_worker_seconds": 0.007691624981816858 } ], "total_model_job_seconds_before_result_write": 6.379736070986837 }, { "model_label": "CLAPv2 S", "variant": "S", "model_architecture": "CLAPNaFlex-v3-S", "checkpoint_epoch": 320, "training_samples_label": "1024M", "samples": 50, "embedding_dimension": 512, "parameter_count": 103896961, "audio_parameter_count": 41777536, "learned_logit_scale_exp": 124.22381591796875, "score_scale_used": 100.0, "score_warning": "relative_score = softmax(100 * cosine) over all 527 labels. Uncalibrated relative ranking score, not the probability that a sound is present. AudioSet is multi-label.", "text_templates": [ "This is a sound of {label}.", "The sound of {label}.", "An audio recording of {label}." ], "text_feature_method": "Encode each template; L2-normalize each vector; mean templates per label; L2-normalize mean. Labels preserve official display_name strings.", "audio_config": { "sample_rate": 32000, "window_size": 1024, "hop_size": 320, "fmin": 50, "fmax": 16000, "n_mels": 128, "patch_freq": 16, "patch_time": 16, "in_chans": 1, "input_norm": false, "pre_norm": false, "proj_bias": true, "patch_pad_mode": "floor" }, "precision": "float32, autocast disabled, TF32 disabled", "batch_size": 8, "actual_batch_sizes": [ 8, 8, 8, 8, 8, 8, 2 ], "preprocess_workers": 8, "warmup_full_passes": 2, "audio_interval": "First min(source duration, 30 seconds), mono, resampled to model rate", "load_seconds": 3.796052933030296, "labelbank_encoding_seconds": 0.9874641119968146, "initial_preprocess_seconds": 0.6065378679777496, "initial_collate_and_transfer_seconds": 0.0061461200239136815, "initial_decode_worker_seconds_sum": 3.6390030499896966, "initial_frontend_worker_seconds_sum": 0.7930642339633778, "audio_encoder_only": { "repeats": 3, "seconds_each": [ 0.3072504400042817, 0.30439932795707136, 0.30637778399977833 ], "seconds_median": 0.30637778399977833, "seconds_min": 0.30439932795707136, "seconds_max": 0.3072504400042817, "clips_per_second_median": 163.1972114532827, "seconds_per_clip_median": 0.006127555679995567, "million_clips_hours_single_gpu": 1.7020987999987685, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end": { "repeats": 3, "seconds_each": [ 0.8660462649422698, 0.8626927290461026, 0.8531192840309814 ], "seconds_median": 0.8626927290461026, "seconds_min": 0.8531192840309814, "seconds_max": 0.8660462649422698, "clips_per_second_median": 57.95806353356663, "seconds_per_clip_median": 0.017253854580922053, "million_clips_hours_single_gpu": 4.792737383589459, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end_definition": "Parallel local ffmpeg decode/downmix/resample, model audio frontend, batch collation and transfer, audio embedding, 527 cosine scores and top3 relative-score transfer. Excludes network/video download, model load, labelbank encoding, and result-file writes. CPU/GPU stages are sequential, not pipelined.", "audio_encoder_only_definition": "GPU resident prepared batches through the audio tower and L2 normalization; excludes decode, frontend, host transfer, text tower and similarity search.", "warm_preprocess_seconds_each": [ 0.5605555349611677, 0.5574516570195556, 0.5478440390434116 ], "repeat_max_absolute_embedding_delta": [ 0.0, 0.0, 0.0 ], "peak_cuda_allocated_bytes": 1061416448, "peak_cuda_reserved_bytes": 1293942784, "audio_seconds_total": 1018.0761875000001, "audio_seconds_min": 5.04015625, "audio_seconds_max": 30.0, "patch_tokens_min": 256, "patch_tokens_max": 1504, "embedding_norm_max_error": 1.1920928955078125e-07, "predictions": [ { "sample_id": "7688279850100083998", "sample_index": 0, "video_id": "7688279850100083998", "audio_seconds": 9.312625, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.23708929121494293, "relative_score": 0.48311546444892883, "relative_score_percent": 48.31154644489288 }, { "rank": 2, "class_index": 131, "mid": "/m/01h3n", "label": "Bee, wasp, etc.", "cosine_similarity": 0.21869432926177979, "relative_score": 0.07676578313112259, "relative_score_percent": 7.676578313112259 }, { "rank": 3, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.21868857741355896, "relative_score": 0.07672172784805298, "relative_score_percent": 7.672172784805298 } ] }, { "sample_id": "7691390550934654229", "sample_index": 1, "video_id": "7691390550934654229", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.22850801050662994, "relative_score": 0.19251565635204315, "relative_score_percent": 19.251565635204315 }, { "rank": 2, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.2246103584766388, "relative_score": 0.1303746998310089, "relative_score_percent": 13.037469983100891 }, { "rank": 3, "class_index": 257, "mid": "/m/0145m", "label": "Afrobeat", "cosine_similarity": 0.2172510325908661, "relative_score": 0.062457066029310226, "relative_score_percent": 6.245706602931023 } ] }, { "sample_id": "7685338202214911252", "sample_index": 2, "video_id": "7685338202214911252", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.23398014903068542, "relative_score": 0.2172996550798416, "relative_score_percent": 21.72996550798416 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.22220858931541443, "relative_score": 0.06696182489395142, "relative_score_percent": 6.696182489395142 }, { "rank": 3, "class_index": 386, "mid": "/m/01m2v", "label": "Computer keyboard", "cosine_similarity": 0.21278248727321625, "relative_score": 0.026088928803801537, "relative_score_percent": 2.6088928803801537 } ] }, { "sample_id": "7686971556634905870", "sample_index": 3, "video_id": "7686971556634905870", "audio_seconds": 17.5325, "top3": [ { "rank": 1, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.1865958869457245, "relative_score": 0.11029757559299469, "relative_score_percent": 11.029757559299469 }, { "rank": 2, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.18067824840545654, "relative_score": 0.06103328615427017, "relative_score_percent": 6.103328615427017 }, { "rank": 3, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.17666959762573242, "relative_score": 0.040876440703868866, "relative_score_percent": 4.087644070386887 } ] }, { "sample_id": "7685771952044117261", "sample_index": 4, "video_id": "7685771952044117261", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.23711636662483215, "relative_score": 0.05181906744837761, "relative_score_percent": 5.181906744837761 }, { "rank": 2, "class_index": 302, "mid": "/m/0hsrw", "label": "Sailboat, sailing ship", "cosine_similarity": 0.23237159848213196, "relative_score": 0.03224233537912369, "relative_score_percent": 3.2242335379123688 }, { "rank": 3, "class_index": 353, "mid": "/m/07q2z82", "label": "Accelerating, revving, vroom", "cosine_similarity": 0.23074635863304138, "relative_score": 0.027405867353081703, "relative_score_percent": 2.7405867353081703 } ] }, { "sample_id": "7688434303449386260", "sample_index": 5, "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.23450860381126404, "relative_score": 0.4416038691997528, "relative_score_percent": 44.16038691997528 }, { "rank": 2, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.2207046002149582, "relative_score": 0.1110534518957138, "relative_score_percent": 11.10534518957138 }, { "rank": 3, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.20954778790473938, "relative_score": 0.03639134392142296, "relative_score_percent": 3.639134392142296 } ] }, { "sample_id": "7688921128118619412", "sample_index": 6, "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "top3": [ { "rank": 1, "class_index": 202, "mid": "/m/027m70_", "label": "Jingle bell", "cosine_similarity": 0.24531307816505432, "relative_score": 0.16481073200702667, "relative_score_percent": 16.481073200702667 }, { "rank": 2, "class_index": 178, "mid": "/m/016622", "label": "Tubular bells", "cosine_similarity": 0.23903560638427734, "relative_score": 0.08797486871480942, "relative_score_percent": 8.797486871480942 }, { "rank": 3, "class_index": 206, "mid": "/m/026fgl", "label": "Wind chime", "cosine_similarity": 0.2360965758562088, "relative_score": 0.06557193398475647, "relative_score_percent": 6.557193398475647 } ] }, { "sample_id": "7679205969959587086", "sample_index": 7, "video_id": "7679205969959587086", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2161644697189331, "relative_score": 0.13008897006511688, "relative_score_percent": 13.008897006511688 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.20692262053489685, "relative_score": 0.05162643641233444, "relative_score_percent": 5.162643641233444 }, { "rank": 3, "class_index": 83, "mid": "/m/07qrkrw", "label": "Meow", "cosine_similarity": 0.2044687718153, "relative_score": 0.040392644703388214, "relative_score_percent": 4.039264470338821 } ] }, { "sample_id": "7682246663855017246", "sample_index": 8, "video_id": "7682246663855017246", "audio_seconds": 6.804875, "top3": [ { "rank": 1, "class_index": 109, "mid": "/m/0cdnk", "label": "Roaring cats (lions, tigers)", "cosine_similarity": 0.1928015798330307, "relative_score": 0.0894557312130928, "relative_score_percent": 8.94557312130928 }, { "rank": 2, "class_index": 72, "mid": "/m/0jbk", "label": "Animal", "cosine_similarity": 0.1854809820652008, "relative_score": 0.0430208295583725, "relative_score_percent": 4.30208295583725 }, { "rank": 3, "class_index": 122, "mid": "/m/01z5f", "label": "Canidae, dogs, wolves", "cosine_similarity": 0.1832033097743988, "relative_score": 0.03425794094800949, "relative_score_percent": 3.425794094800949 } ] }, { "sample_id": "7677651924820233486", "sample_index": 9, "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "top3": [ { "rank": 1, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.23750543594360352, "relative_score": 0.0969899520277977, "relative_score_percent": 9.69899520277977 }, { "rank": 2, "class_index": 239, "mid": "/m/02lkt", "label": "Electronic music", "cosine_similarity": 0.2245665192604065, "relative_score": 0.026594793424010277, "relative_score_percent": 2.6594793424010277 }, { "rank": 3, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.22229047119617462, "relative_score": 0.021181147545576096, "relative_score_percent": 2.1181147545576096 } ] }, { "sample_id": "7685920989414280469", "sample_index": 10, "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "top3": [ { "rank": 1, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.2059335559606552, "relative_score": 0.09964706748723984, "relative_score_percent": 9.964706748723984 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2042934000492096, "relative_score": 0.08457339555025101, "relative_score_percent": 8.4573395550251 }, { "rank": 3, "class_index": 181, "mid": "/m/0dwtp", "label": "Glockenspiel", "cosine_similarity": 0.19144198298454285, "relative_score": 0.023393938317894936, "relative_score_percent": 2.3393938317894936 } ] }, { "sample_id": "7689098570565160212", "sample_index": 11, "video_id": "7689098570565160212", "audio_seconds": 23.709, "top3": [ { "rank": 1, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.19507917761802673, "relative_score": 0.2849424481391907, "relative_score_percent": 28.494244813919067 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.19113048911094666, "relative_score": 0.19198524951934814, "relative_score_percent": 19.198524951934814 }, { "rank": 3, "class_index": 34, "mid": "/t/dd00005", "label": "Child singing", "cosine_similarity": 0.18864528834819794, "relative_score": 0.14973971247673035, "relative_score_percent": 14.973971247673035 } ] }, { "sample_id": "7685561753979063573", "sample_index": 12, "video_id": "7685561753979063573", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.214302197098732, "relative_score": 0.21952255070209503, "relative_score_percent": 21.952255070209503 }, { "rank": 2, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.2087460458278656, "relative_score": 0.12594439089298248, "relative_score_percent": 12.594439089298248 }, { "rank": 3, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.20676389336585999, "relative_score": 0.10329873114824295, "relative_score_percent": 10.329873114824295 } ] }, { "sample_id": "7689105599337942285", "sample_index": 13, "video_id": "7689105599337942285", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.19592241942882538, "relative_score": 0.06259428709745407, "relative_score_percent": 6.259428709745407 }, { "rank": 2, "class_index": 128, "mid": "/m/09f96", "label": "Mosquito", "cosine_similarity": 0.18932530283927917, "relative_score": 0.032361261546611786, "relative_score_percent": 3.2361261546611786 }, { "rank": 3, "class_index": 435, "mid": "/m/07pxg6y", "label": "Eruption", "cosine_similarity": 0.18904224038124084, "relative_score": 0.03145812079310417, "relative_score_percent": 3.145812079310417 } ] }, { "sample_id": "7678509189123132686", "sample_index": 14, "video_id": "7678509189123132686", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.2437363713979721, "relative_score": 0.07613840699195862, "relative_score_percent": 7.613840699195862 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.23870094120502472, "relative_score": 0.04601699858903885, "relative_score_percent": 4.601699858903885 }, { "rank": 3, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.23639346659183502, "relative_score": 0.03653474152088165, "relative_score_percent": 3.6534741520881653 } ] }, { "sample_id": "7685435054734036244", "sample_index": 15, "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.1891961693763733, "relative_score": 0.08925879001617432, "relative_score_percent": 8.925879001617432 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.18506231904029846, "relative_score": 0.05903641879558563, "relative_score_percent": 5.903641879558563 }, { "rank": 3, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.1842069774866104, "relative_score": 0.05419677495956421, "relative_score_percent": 5.419677495956421 } ] }, { "sample_id": "7680821940851887390", "sample_index": 16, "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2112748920917511, "relative_score": 0.11171140521764755, "relative_score_percent": 11.171140521764755 }, { "rank": 2, "class_index": 482, "mid": "/m/07qwdck", "label": "Ping", "cosine_similarity": 0.19914869964122772, "relative_score": 0.033224884420633316, "relative_score_percent": 3.3224884420633316 }, { "rank": 3, "class_index": 129, "mid": "/m/0h2mp", "label": "Fly, housefly", "cosine_similarity": 0.19594812393188477, "relative_score": 0.02412484399974346, "relative_score_percent": 2.412484399974346 } ] }, { "sample_id": "7690210884911697173", "sample_index": 17, "video_id": "7690210884911697173", "audio_seconds": 10.845125, "top3": [ { "rank": 1, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.2246435582637787, "relative_score": 0.553737998008728, "relative_score_percent": 55.3737998008728 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.19985026121139526, "relative_score": 0.046402882784605026, "relative_score_percent": 4.640288278460503 }, { "rank": 3, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.19800090789794922, "relative_score": 0.038568153977394104, "relative_score_percent": 3.8568153977394104 } ] }, { "sample_id": "7681962973992078622", "sample_index": 18, "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2045825868844986, "relative_score": 0.07754997164011002, "relative_score_percent": 7.754997164011002 }, { "rank": 2, "class_index": 481, "mid": "/m/02fs_r", "label": "Beep, bleep", "cosine_similarity": 0.19333480298519135, "relative_score": 0.025182362645864487, "relative_score_percent": 2.5182362645864487 }, { "rank": 3, "class_index": 7, "mid": "/m/0brhx", "label": "Speech synthesizer", "cosine_similarity": 0.19235745072364807, "relative_score": 0.022837579250335693, "relative_score_percent": 2.2837579250335693 } ] }, { "sample_id": "7684332836194667807", "sample_index": 19, "video_id": "7684332836194667807", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.22262419760227203, "relative_score": 0.7164005637168884, "relative_score_percent": 71.64005637168884 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.2052503228187561, "relative_score": 0.1260717213153839, "relative_score_percent": 12.607172131538391 }, { "rank": 3, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.19140231609344482, "relative_score": 0.03156506270170212, "relative_score_percent": 3.156506270170212 } ] }, { "sample_id": "7681988673658801429", "sample_index": 20, "video_id": "7681988673658801429", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 53, "mid": "/m/07pbtc8", "label": "Walk, footsteps", "cosine_similarity": 0.22323663532733917, "relative_score": 0.04281027242541313, "relative_score_percent": 4.281027242541313 }, { "rank": 2, "class_index": 83, "mid": "/m/07qrkrw", "label": "Meow", "cosine_similarity": 0.22100374102592468, "relative_score": 0.03424321860074997, "relative_score_percent": 3.424321860074997 }, { "rank": 3, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.2153683304786682, "relative_score": 0.019490890204906464, "relative_score_percent": 1.9490890204906464 } ] }, { "sample_id": "7690437985510214943", "sample_index": 21, "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "top3": [ { "rank": 1, "class_index": 239, "mid": "/m/02lkt", "label": "Electronic music", "cosine_similarity": 0.19626815617084503, "relative_score": 0.05391710624098778, "relative_score_percent": 5.391710624098778 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.19087906181812286, "relative_score": 0.03145436570048332, "relative_score_percent": 3.145436570048332 }, { "rank": 3, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.18640770018100739, "relative_score": 0.020113715901970863, "relative_score_percent": 2.0113715901970863 } ] }, { "sample_id": "7683640750994705682", "sample_index": 22, "video_id": "7683640750994705682", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.23969149589538574, "relative_score": 0.10597187280654907, "relative_score_percent": 10.597187280654907 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2340267300605774, "relative_score": 0.06014130637049675, "relative_score_percent": 6.014130637049675 }, { "rank": 3, "class_index": 89, "mid": "/m/07q5rw0", "label": "Neigh, whinny", "cosine_similarity": 0.22630147635936737, "relative_score": 0.027775965631008148, "relative_score_percent": 2.777596563100815 } ] }, { "sample_id": "7690744719118208269", "sample_index": 23, "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "top3": [ { "rank": 1, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.20406249165534973, "relative_score": 0.10377509891986847, "relative_score_percent": 10.377509891986847 }, { "rank": 2, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.2005077749490738, "relative_score": 0.07272996753454208, "relative_score_percent": 7.272996753454208 }, { "rank": 3, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.19889965653419495, "relative_score": 0.061926063150167465, "relative_score_percent": 6.1926063150167465 } ] }, { "sample_id": "7683945516505386271", "sample_index": 24, "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 143, "mid": "/m/042v_gx", "label": "Acoustic guitar", "cosine_similarity": 0.22817553579807281, "relative_score": 0.3454979956150055, "relative_score_percent": 34.54979956150055 }, { "rank": 2, "class_index": 144, "mid": "/m/06w87", "label": "Steel guitar, slide guitar", "cosine_similarity": 0.2093733251094818, "relative_score": 0.05270785465836525, "relative_score_percent": 5.270785465836525 }, { "rank": 3, "class_index": 140, "mid": "/m/0342h", "label": "Guitar", "cosine_similarity": 0.20713427662849426, "relative_score": 0.04213424772024155, "relative_score_percent": 4.213424772024155 } ] }, { "sample_id": "7687260346817465630", "sample_index": 25, "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 151, "mid": "/m/07xzm", "label": "Ukulele", "cosine_similarity": 0.22424209117889404, "relative_score": 0.07752793282270432, "relative_score_percent": 7.7527932822704315 }, { "rank": 2, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.22303158044815063, "relative_score": 0.06868882477283478, "relative_score_percent": 6.868882477283478 }, { "rank": 3, "class_index": 276, "mid": "/t/dd00031", "label": "Happy music", "cosine_similarity": 0.21933940052986145, "relative_score": 0.047482896596193314, "relative_score_percent": 4.748289659619331 } ] }, { "sample_id": "7691418587336019230", "sample_index": 26, "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "top3": [ { "rank": 1, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.2201070785522461, "relative_score": 0.08356370031833649, "relative_score_percent": 8.356370031833649 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.21217063069343567, "relative_score": 0.03778700530529022, "relative_score_percent": 3.778700530529022 }, { "rank": 3, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.21147072315216064, "relative_score": 0.03523264825344086, "relative_score_percent": 3.5232648253440857 } ] }, { "sample_id": "7680533866834152724", "sample_index": 27, "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.24941954016685486, "relative_score": 0.2262195199728012, "relative_score_percent": 22.62195199728012 }, { "rank": 2, "class_index": 193, "mid": "/m/01xqw", "label": "Cello", "cosine_similarity": 0.24236851930618286, "relative_score": 0.11176571249961853, "relative_score_percent": 11.176571249961853 }, { "rank": 3, "class_index": 146, "mid": "/m/07s0s5r", "label": "Strum", "cosine_similarity": 0.2297860085964203, "relative_score": 0.03175828605890274, "relative_score_percent": 3.175828605890274 } ] }, { "sample_id": "7680591925241449746", "sample_index": 28, "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 7, "mid": "/m/0brhx", "label": "Speech synthesizer", "cosine_similarity": 0.20474004745483398, "relative_score": 0.09916237741708755, "relative_score_percent": 9.916237741708755 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.2032308131456375, "relative_score": 0.08527112752199173, "relative_score_percent": 8.527112752199173 }, { "rank": 3, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.20111428201198578, "relative_score": 0.06900515407323837, "relative_score_percent": 6.900515407323837 } ] }, { "sample_id": "7682668877653855519", "sample_index": 29, "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2130437046289444, "relative_score": 0.06271985173225403, "relative_score_percent": 6.271985173225403 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.20762769877910614, "relative_score": 0.036491408944129944, "relative_score_percent": 3.6491408944129944 }, { "rank": 3, "class_index": 270, "mid": "/m/0l14gg", "label": "Soundtrack music", "cosine_similarity": 0.20607101917266846, "relative_score": 0.031230919063091278, "relative_score_percent": 3.123091906309128 } ] }, { "sample_id": "7680698462622485780", "sample_index": 30, "video_id": "7680698462622485780", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.2352503538131714, "relative_score": 0.047786954790353775, "relative_score_percent": 4.7786954790353775 }, { "rank": 2, "class_index": 215, "mid": "/m/01hgjl", "label": "Scratching (performance technique)", "cosine_similarity": 0.2322753369808197, "relative_score": 0.035489972680807114, "relative_score_percent": 3.5489972680807114 }, { "rank": 3, "class_index": 388, "mid": "/m/07pp_mv", "label": "Alarm", "cosine_similarity": 0.22988998889923096, "relative_score": 0.027958331629633904, "relative_score_percent": 2.7958331629633904 } ] }, { "sample_id": "7684858353205464334", "sample_index": 31, "video_id": "7684858353205464334", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.22245247662067413, "relative_score": 0.3264082372188568, "relative_score_percent": 32.64082372188568 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.1938835084438324, "relative_score": 0.0187511183321476, "relative_score_percent": 1.8751118332147598 }, { "rank": 3, "class_index": 526, "mid": "/m/07hvw1", "label": "Field recording", "cosine_similarity": 0.19196346402168274, "relative_score": 0.015475346706807613, "relative_score_percent": 1.5475346706807613 } ] }, { "sample_id": "7681115445004487957", "sample_index": 32, "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "top3": [ { "rank": 1, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.20511656999588013, "relative_score": 0.2704225778579712, "relative_score_percent": 27.04225778579712 }, { "rank": 2, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.2025253176689148, "relative_score": 0.20869192481040955, "relative_score_percent": 20.869192481040955 }, { "rank": 3, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.19435521960258484, "relative_score": 0.09218985587358475, "relative_score_percent": 9.218985587358475 } ] }, { "sample_id": "7682103096998186273", "sample_index": 33, "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.18962466716766357, "relative_score": 0.27691206336021423, "relative_score_percent": 27.691206336021423 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.1686847060918808, "relative_score": 0.034113865345716476, "relative_score_percent": 3.4113865345716476 }, { "rank": 3, "class_index": 366, "mid": "/m/07pn_8q", "label": "Chopping (food)", "cosine_similarity": 0.16721020638942719, "relative_score": 0.029437003657221794, "relative_score_percent": 2.9437003657221794 } ] }, { "sample_id": "7680043491690286343", "sample_index": 34, "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.23914717137813568, "relative_score": 0.26148778200149536, "relative_score_percent": 26.148778200149536 }, { "rank": 2, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.223756343126297, "relative_score": 0.05610955134034157, "relative_score_percent": 5.610955134034157 }, { "rank": 3, "class_index": 149, "mid": "/m/04rzd", "label": "Mandolin", "cosine_similarity": 0.22031652927398682, "relative_score": 0.039778370410203934, "relative_score_percent": 3.9778370410203934 } ] }, { "sample_id": "7688428138145074446", "sample_index": 35, "video_id": "7688428138145074446", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.21121451258659363, "relative_score": 0.24033090472221375, "relative_score_percent": 24.033090472221375 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.20846343040466309, "relative_score": 0.1825292408466339, "relative_score_percent": 18.25292408466339 }, { "rank": 3, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.19119614362716675, "relative_score": 0.03246556222438812, "relative_score_percent": 3.2465562224388123 } ] }, { "sample_id": "7678173787854081293", "sample_index": 36, "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.21953709423542023, "relative_score": 0.26930007338523865, "relative_score_percent": 26.930007338523865 }, { "rank": 2, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.2119622677564621, "relative_score": 0.12626005709171295, "relative_score_percent": 12.626005709171295 }, { "rank": 3, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.2038944959640503, "relative_score": 0.05634918063879013, "relative_score_percent": 5.634918063879013 } ] }, { "sample_id": "7681515101773368606", "sample_index": 37, "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.21297329664230347, "relative_score": 0.06829014420509338, "relative_score_percent": 6.829014420509338 }, { "rank": 2, "class_index": 7, "mid": "/m/0brhx", "label": "Speech synthesizer", "cosine_similarity": 0.20439653098583221, "relative_score": 0.028965048491954803, "relative_score_percent": 2.8965048491954803 }, { "rank": 3, "class_index": 267, "mid": "/m/025td0t", "label": "Background music", "cosine_similarity": 0.20342299342155457, "relative_score": 0.026278076693415642, "relative_score_percent": 2.627807669341564 } ] }, { "sample_id": "7687440482124762400", "sample_index": 38, "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.19827398657798767, "relative_score": 0.6439245939254761, "relative_score_percent": 64.39245939254761 }, { "rank": 2, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.1704883575439453, "relative_score": 0.04000558331608772, "relative_score_percent": 4.000558331608772 }, { "rank": 3, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.16756799817085266, "relative_score": 0.029873836785554886, "relative_score_percent": 2.9873836785554886 } ] }, { "sample_id": "7677656702556065038", "sample_index": 39, "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "top3": [ { "rank": 1, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.19456550478935242, "relative_score": 0.15465761721134186, "relative_score_percent": 15.465761721134186 }, { "rank": 2, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.18767620623111725, "relative_score": 0.07765556871891022, "relative_score_percent": 7.765556871891022 }, { "rank": 3, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.18350668251514435, "relative_score": 0.05117909237742424, "relative_score_percent": 5.117909237742424 } ] }, { "sample_id": "7682285294762069261", "sample_index": 40, "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.16517016291618347, "relative_score": 0.23651222884655, "relative_score_percent": 23.651222884655 }, { "rank": 2, "class_index": 7, "mid": "/m/0brhx", "label": "Speech synthesizer", "cosine_similarity": 0.15471622347831726, "relative_score": 0.08314672857522964, "relative_score_percent": 8.314672857522964 }, { "rank": 3, "class_index": 267, "mid": "/m/025td0t", "label": "Background music", "cosine_similarity": 0.14897629618644714, "relative_score": 0.046834222972393036, "relative_score_percent": 4.683422297239304 } ] }, { "sample_id": "7678711865882496269", "sample_index": 41, "video_id": "7678711865882496269", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.2135670781135559, "relative_score": 0.06238860264420509, "relative_score_percent": 6.238860264420509 }, { "rank": 2, "class_index": 267, "mid": "/m/025td0t", "label": "Background music", "cosine_similarity": 0.20972028374671936, "relative_score": 0.04246596246957779, "relative_score_percent": 4.246596246957779 }, { "rank": 3, "class_index": 146, "mid": "/m/07s0s5r", "label": "Strum", "cosine_similarity": 0.20405800640583038, "relative_score": 0.02410631813108921, "relative_score_percent": 2.410631813108921 } ] }, { "sample_id": "7681663075321236767", "sample_index": 42, "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.22633591294288635, "relative_score": 0.35266196727752686, "relative_score_percent": 35.266196727752686 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2203138917684555, "relative_score": 0.1931193619966507, "relative_score_percent": 19.31193619966507 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.20536723732948303, "relative_score": 0.04332125559449196, "relative_score_percent": 4.332125559449196 } ] }, { "sample_id": "7689078406536760589", "sample_index": 43, "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "top3": [ { "rank": 1, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.22686181962490082, "relative_score": 0.03782264143228531, "relative_score_percent": 3.782264143228531 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.22641150653362274, "relative_score": 0.03615724295377731, "relative_score_percent": 3.6157242953777313 }, { "rank": 3, "class_index": 261, "mid": "/m/015vgc", "label": "Carnatic music", "cosine_similarity": 0.22266462445259094, "relative_score": 0.02485821396112442, "relative_score_percent": 2.485821396112442 } ] }, { "sample_id": "7690015212526718239", "sample_index": 44, "video_id": "7690015212526718239", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 129, "mid": "/m/0h2mp", "label": "Fly, housefly", "cosine_similarity": 0.19855256378650665, "relative_score": 0.036576367914676666, "relative_score_percent": 3.6576367914676666 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.19783610105514526, "relative_score": 0.034047432243824005, "relative_score_percent": 3.4047432243824005 }, { "rank": 3, "class_index": 79, "mid": "/m/0ghcn6", "label": "Growling", "cosine_similarity": 0.19625581800937653, "relative_score": 0.029070591554045677, "relative_score_percent": 2.9070591554045677 } ] }, { "sample_id": "7690909670206131487", "sample_index": 45, "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "top3": [ { "rank": 1, "class_index": 452, "mid": "/m/07p7b8y", "label": "Fill (with liquid)", "cosine_similarity": 0.22981026768684387, "relative_score": 0.1002139076590538, "relative_score_percent": 10.02139076590538 }, { "rank": 2, "class_index": 53, "mid": "/m/07pbtc8", "label": "Walk, footsteps", "cosine_similarity": 0.2251133769750595, "relative_score": 0.0626533180475235, "relative_score_percent": 6.26533180475235 }, { "rank": 3, "class_index": 444, "mid": "/m/04k94", "label": "Liquid", "cosine_similarity": 0.2183769941329956, "relative_score": 0.03194383531808853, "relative_score_percent": 3.194383531808853 } ] }, { "sample_id": "7685751413254737183", "sample_index": 46, "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.22848398983478546, "relative_score": 0.14603650569915771, "relative_score_percent": 14.603650569915771 }, { "rank": 2, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.21762169897556305, "relative_score": 0.049285467714071274, "relative_score_percent": 4.928546771407127 }, { "rank": 3, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.21624048054218292, "relative_score": 0.04292724281549454, "relative_score_percent": 4.292724281549454 } ] }, { "sample_id": "7691169508186279181", "sample_index": 47, "video_id": "7691169508186279181", "audio_seconds": 15.117625, "top3": [ { "rank": 1, "class_index": 7, "mid": "/m/0brhx", "label": "Speech synthesizer", "cosine_similarity": 0.2686636745929718, "relative_score": 0.04915541782975197, "relative_score_percent": 4.915541782975197 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2626952528953552, "relative_score": 0.027062399312853813, "relative_score_percent": 2.7062399312853813 }, { "rank": 3, "class_index": 195, "mid": "/m/085jw", "label": "Wind instrument, woodwind instrument", "cosine_similarity": 0.26190435886383057, "relative_score": 0.02500448189675808, "relative_score_percent": 2.500448189675808 } ] }, { "sample_id": "7691617221822450964", "sample_index": 48, "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "top3": [ { "rank": 1, "class_index": 34, "mid": "/t/dd00005", "label": "Child singing", "cosine_similarity": 0.2195853888988495, "relative_score": 0.12145674228668213, "relative_score_percent": 12.145674228668213 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.2191057950258255, "relative_score": 0.11576934158802032, "relative_score_percent": 11.576934158802032 }, { "rank": 3, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.2156602442264557, "relative_score": 0.08202670514583588, "relative_score_percent": 8.202670514583588 } ] }, { "sample_id": "7680298578962664717", "sample_index": 49, "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 431, "mid": "/m/073cg4", "label": "Cap gun", "cosine_similarity": 0.18419212102890015, "relative_score": 0.052021101117134094, "relative_score_percent": 5.202110111713409 }, { "rank": 2, "class_index": 166, "mid": "/m/03t3fj", "label": "Rimshot", "cosine_similarity": 0.18027177453041077, "relative_score": 0.03514965996146202, "relative_score_percent": 3.514965996146202 }, { "rank": 3, "class_index": 419, "mid": "/m/03l9g", "label": "Hammer", "cosine_similarity": 0.17924249172210693, "relative_score": 0.03171173483133316, "relative_score_percent": 3.171173483133316 } ] } ], "audio_info": [ { "sample_id": "7688279850100083998", "video_id": "7688279850100083998", "audio_seconds": 9.312625, "sample_rate": 32000, "audio_rms": 0.055021749007492224, "patch_tokens": 472, "decode_worker_seconds": 0.08741886704228818, "frontend_worker_seconds": 0.01897252502385527 }, { "sample_id": "7691390550934654229", "video_id": "7691390550934654229", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.3671835426987041, "patch_tokens": 1504, "decode_worker_seconds": 0.11817538604373112, "frontend_worker_seconds": 0.021145953971426934 }, { "sample_id": "7685338202214911252", "video_id": "7685338202214911252", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.032553797390565305, "patch_tokens": 1504, "decode_worker_seconds": 0.12223162699956447, "frontend_worker_seconds": 0.02027592301601544 }, { "sample_id": "7686971556634905870", "video_id": "7686971556634905870", "audio_seconds": 17.5325, "sample_rate": 32000, "audio_rms": 0.3306631128720868, "patch_tokens": 880, "decode_worker_seconds": 0.1080608629854396, "frontend_worker_seconds": 0.013670485001057386 }, { "sample_id": "7685771952044117261", "video_id": "7685771952044117261", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0728428543069131, "patch_tokens": 1504, "decode_worker_seconds": 0.12384151498554274, "frontend_worker_seconds": 0.019953434006311 }, { "sample_id": "7688434303449386260", "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "sample_rate": 32000, "audio_rms": 0.44912157940604835, "patch_tokens": 1120, "decode_worker_seconds": 0.10339423402911052, "frontend_worker_seconds": 0.01991132297553122 }, { "sample_id": "7688921128118619412", "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "sample_rate": 32000, "audio_rms": 0.09537638917232771, "patch_tokens": 560, "decode_worker_seconds": 0.1012899549677968, "frontend_worker_seconds": 0.013089793035760522 }, { "sample_id": "7679205969959587086", "video_id": "7679205969959587086", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0652773060306221, "patch_tokens": 1504, "decode_worker_seconds": 0.13196388399228454, "frontend_worker_seconds": 0.019516929984092712 }, { "sample_id": "7682246663855017246", "video_id": "7682246663855017246", "audio_seconds": 6.804875, "sample_rate": 32000, "audio_rms": 0.0735001875477827, "patch_tokens": 344, "decode_worker_seconds": 0.047387778002303094, "frontend_worker_seconds": 0.005347639031242579 }, { "sample_id": "7677651924820233486", "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "sample_rate": 32000, "audio_rms": 0.16814264256364178, "patch_tokens": 784, "decode_worker_seconds": 0.056180949963163584, "frontend_worker_seconds": 0.014391237986274064 }, { "sample_id": "7685920989414280469", "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "sample_rate": 32000, "audio_rms": 0.13074822638785036, "patch_tokens": 1152, "decode_worker_seconds": 0.07284251198871061, "frontend_worker_seconds": 0.020458190992940217 }, { "sample_id": "7689098570565160212", "video_id": "7689098570565160212", "audio_seconds": 23.709, "sample_rate": 32000, "audio_rms": 0.2220170964604084, "patch_tokens": 1192, "decode_worker_seconds": 0.06570994696812704, "frontend_worker_seconds": 0.022638885013293475 }, { "sample_id": "7685561753979063573", "video_id": "7685561753979063573", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.2209075955915193, "patch_tokens": 1504, "decode_worker_seconds": 0.07674669002881274, "frontend_worker_seconds": 0.019882394990418106 }, { "sample_id": "7689105599337942285", "video_id": "7689105599337942285", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.12427569795903236, "patch_tokens": 1504, "decode_worker_seconds": 0.08256887999596074, "frontend_worker_seconds": 0.019155274028889835 }, { "sample_id": "7678509189123132686", "video_id": "7678509189123132686", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09344071915633734, "patch_tokens": 1504, "decode_worker_seconds": 0.07389561098534614, "frontend_worker_seconds": 0.01947744400240481 }, { "sample_id": "7685435054734036244", "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.16697210714127517, "patch_tokens": 504, "decode_worker_seconds": 0.05174295598408207, "frontend_worker_seconds": 0.010630351025611162 }, { "sample_id": "7680821940851887390", "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.10196029830430665, "patch_tokens": 608, "decode_worker_seconds": 0.049135870998725295, "frontend_worker_seconds": 0.010431090951897204 }, { "sample_id": "7690210884911697173", "video_id": "7690210884911697173", "audio_seconds": 10.845125, "sample_rate": 32000, "audio_rms": 0.10998566907317048, "patch_tokens": 544, "decode_worker_seconds": 0.053941184014547616, "frontend_worker_seconds": 0.007610091008245945 }, { "sample_id": "7681962973992078622", "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.11180871100458273, "patch_tokens": 1504, "decode_worker_seconds": 0.0801140809780918, "frontend_worker_seconds": 0.023388438974507153 }, { "sample_id": "7684332836194667807", "video_id": "7684332836194667807", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09988190378841652, "patch_tokens": 1504, "decode_worker_seconds": 0.07809114502742887, "frontend_worker_seconds": 0.023184794990811497 }, { "sample_id": "7681988673658801429", "video_id": "7681988673658801429", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.07273700076352448, "patch_tokens": 1504, "decode_worker_seconds": 0.08304976799990982, "frontend_worker_seconds": 0.020522479026112705 }, { "sample_id": "7690437985510214943", "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "sample_rate": 32000, "audio_rms": 0.22925774851661138, "patch_tokens": 664, "decode_worker_seconds": 0.052461949991993606, "frontend_worker_seconds": 0.017164240998681635 }, { "sample_id": "7683640750994705682", "video_id": "7683640750994705682", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.022054567772361876, "patch_tokens": 1504, "decode_worker_seconds": 0.07641287404112518, "frontend_worker_seconds": 0.019006283953785896 }, { "sample_id": "7690744719118208269", "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "sample_rate": 32000, "audio_rms": 0.3637308143733708, "patch_tokens": 680, "decode_worker_seconds": 0.0606901099672541, "frontend_worker_seconds": 0.01034447003621608 }, { "sample_id": "7683945516505386271", "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.09786427749783108, "patch_tokens": 904, "decode_worker_seconds": 0.06233286199858412, "frontend_worker_seconds": 0.01222619303734973 }, { "sample_id": "7687260346817465630", "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.13169269412401857, "patch_tokens": 504, "decode_worker_seconds": 0.05017217097338289, "frontend_worker_seconds": 0.008512953005265445 }, { "sample_id": "7691418587336019230", "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "sample_rate": 32000, "audio_rms": 0.2247589351711589, "patch_tokens": 712, "decode_worker_seconds": 0.05627729999832809, "frontend_worker_seconds": 0.010393141012173146 }, { "sample_id": "7680533866834152724", "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1628198715960337, "patch_tokens": 760, "decode_worker_seconds": 0.05715737899299711, "frontend_worker_seconds": 0.014804189966525882 }, { "sample_id": "7680591925241449746", "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.14006398543849954, "patch_tokens": 904, "decode_worker_seconds": 0.05991591705242172, "frontend_worker_seconds": 0.01794630498625338 }, { "sample_id": "7682668877653855519", "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "sample_rate": 32000, "audio_rms": 0.11052956280858633, "patch_tokens": 256, "decode_worker_seconds": 0.045667874976061285, "frontend_worker_seconds": 0.012603081006091088 }, { "sample_id": "7680698462622485780", "video_id": "7680698462622485780", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.1581267571389517, "patch_tokens": 1504, "decode_worker_seconds": 0.07918536401120946, "frontend_worker_seconds": 0.02555610897252336 }, { "sample_id": "7684858353205464334", "video_id": "7684858353205464334", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.04665501906813562, "patch_tokens": 1504, "decode_worker_seconds": 0.08722613501595333, "frontend_worker_seconds": 0.019545217975974083 }, { "sample_id": "7681115445004487957", "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "sample_rate": 32000, "audio_rms": 0.1030762860193844, "patch_tokens": 632, "decode_worker_seconds": 0.05965998600004241, "frontend_worker_seconds": 0.010846476012375206 }, { "sample_id": "7682103096998186273", "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "sample_rate": 32000, "audio_rms": 0.1319582060422906, "patch_tokens": 1400, "decode_worker_seconds": 0.07240424799965695, "frontend_worker_seconds": 0.01866597100161016 }, { "sample_id": "7680043491690286343", "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "sample_rate": 32000, "audio_rms": 0.15966649184980386, "patch_tokens": 704, "decode_worker_seconds": 0.06117102800635621, "frontend_worker_seconds": 0.0098682870157063 }, { "sample_id": "7688428138145074446", "video_id": "7688428138145074446", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.14099187048723916, "patch_tokens": 1504, "decode_worker_seconds": 0.07799021794926375, "frontend_worker_seconds": 0.023923275992274284 }, { "sample_id": "7678173787854081293", "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.14231800345469645, "patch_tokens": 504, "decode_worker_seconds": 0.04845182102872059, "frontend_worker_seconds": 0.008391515992116183 }, { "sample_id": "7681515101773368606", "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1771864210966259, "patch_tokens": 760, "decode_worker_seconds": 0.061188626976218075, "frontend_worker_seconds": 0.010212855006102473 }, { "sample_id": "7687440482124762400", "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.34551466436674305, "patch_tokens": 1504, "decode_worker_seconds": 0.07864188496023417, "frontend_worker_seconds": 0.024731323996093124 }, { "sample_id": "7677656702556065038", "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "sample_rate": 32000, "audio_rms": 0.10428894993759034, "patch_tokens": 1216, "decode_worker_seconds": 0.07899679004913196, "frontend_worker_seconds": 0.017433068016543984 }, { "sample_id": "7682285294762069261", "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "sample_rate": 32000, "audio_rms": 0.05524620273778804, "patch_tokens": 1056, "decode_worker_seconds": 0.0650585989933461, "frontend_worker_seconds": 0.01507253700401634 }, { "sample_id": "7678711865882496269", "video_id": "7678711865882496269", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.13926041214702933, "patch_tokens": 1504, "decode_worker_seconds": 0.07520508900051937, "frontend_worker_seconds": 0.020152790006250143 }, { "sample_id": "7681663075321236767", "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.1643238255760525, "patch_tokens": 608, "decode_worker_seconds": 0.053218542016111314, "frontend_worker_seconds": 0.009863999963272363 }, { "sample_id": "7689078406536760589", "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "sample_rate": 32000, "audio_rms": 0.29260543864347127, "patch_tokens": 448, "decode_worker_seconds": 0.04619032802293077, "frontend_worker_seconds": 0.007254033989738673 }, { "sample_id": "7690015212526718239", "video_id": "7690015212526718239", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.08669926137648476, "patch_tokens": 1504, "decode_worker_seconds": 0.08124084398150444, "frontend_worker_seconds": 0.021431101020425558 }, { "sample_id": "7690909670206131487", "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "sample_rate": 32000, "audio_rms": 0.42050601370505053, "patch_tokens": 1248, "decode_worker_seconds": 0.06926456600194797, "frontend_worker_seconds": 0.017285101988818496 }, { "sample_id": "7685751413254737183", "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "sample_rate": 32000, "audio_rms": 0.11514610351477021, "patch_tokens": 912, "decode_worker_seconds": 0.05825278098927811, "frontend_worker_seconds": 0.012174737988971174 }, { "sample_id": "7691169508186279181", "video_id": "7691169508186279181", "audio_seconds": 15.117625, "sample_rate": 32000, "audio_rms": 0.2774935174157977, "patch_tokens": 760, "decode_worker_seconds": 0.056377458036877215, "frontend_worker_seconds": 0.010671183001250029 }, { "sample_id": "7691617221822450964", "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "sample_rate": 32000, "audio_rms": 0.44928943808289634, "patch_tokens": 1256, "decode_worker_seconds": 0.0953499439638108, "frontend_worker_seconds": 0.01630310498876497 }, { "sample_id": "7680298578962664717", "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.0986442673564599, "patch_tokens": 504, "decode_worker_seconds": 0.045056655013468117, "frontend_worker_seconds": 0.007026006991509348 } ], "total_model_job_seconds_before_result_write": 9.537551852990873 }, { "model_label": "CLAPv2 M", "variant": "M", "model_architecture": "CLAPNaFlex-v3-M", "checkpoint_epoch": 320, "training_samples_label": "1024M", "samples": 50, "embedding_dimension": 640, "parameter_count": 152766657, "audio_parameter_count": 64427200, "learned_logit_scale_exp": 121.16722106933594, "score_scale_used": 100.0, "score_warning": "relative_score = softmax(100 * cosine) over all 527 labels. Uncalibrated relative ranking score, not the probability that a sound is present. AudioSet is multi-label.", "text_templates": [ "This is a sound of {label}.", "The sound of {label}.", "An audio recording of {label}." ], "text_feature_method": "Encode each template; L2-normalize each vector; mean templates per label; L2-normalize mean. Labels preserve official display_name strings.", "audio_config": { "sample_rate": 32000, "window_size": 1024, "hop_size": 320, "fmin": 50, "fmax": 16000, "n_mels": 128, "patch_freq": 16, "patch_time": 16, "in_chans": 1, "input_norm": false, "pre_norm": false, "proj_bias": true, "patch_pad_mode": "floor" }, "precision": "float32, autocast disabled, TF32 disabled", "batch_size": 8, "actual_batch_sizes": [ 8, 8, 8, 8, 8, 8, 2 ], "preprocess_workers": 8, "warmup_full_passes": 2, "audio_interval": "First min(source duration, 30 seconds), mono, resampled to model rate", "load_seconds": 5.3326438759686425, "labelbank_encoding_seconds": 1.4758792649954557, "initial_preprocess_seconds": 0.5723585030063987, "initial_collate_and_transfer_seconds": 0.00662639900110662, "initial_decode_worker_seconds_sum": 3.5472706641303375, "initial_frontend_worker_seconds_sum": 0.813114151940681, "audio_encoder_only": { "repeats": 3, "seconds_each": [ 0.40771253901766613, 0.40801781200570986, 0.4033419360057451 ], "seconds_median": 0.40771253901766613, "seconds_min": 0.4033419360057451, "seconds_max": 0.40801781200570986, "clips_per_second_median": 122.63542377300666, "seconds_per_clip_median": 0.008154250780353322, "million_clips_hours_single_gpu": 2.2650696612092562, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end": { "repeats": 3, "seconds_each": [ 0.9738331799744628, 0.9836749720270745, 0.9693109010113403 ], "seconds_median": 0.9738331799744628, "seconds_min": 0.9693109010113403, "seconds_max": 0.9836749720270745, "clips_per_second_median": 51.34349601983285, "seconds_per_clip_median": 0.019476663599489255, "million_clips_hours_single_gpu": 5.41018433319146, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end_definition": "Parallel local ffmpeg decode/downmix/resample, model audio frontend, batch collation and transfer, audio embedding, 527 cosine scores and top3 relative-score transfer. Excludes network/video download, model load, labelbank encoding, and result-file writes. CPU/GPU stages are sequential, not pipelined.", "audio_encoder_only_definition": "GPU resident prepared batches through the audio tower and L2 normalization; excludes decode, frontend, host transfer, text tower and similarity search.", "warm_preprocess_seconds_each": [ 0.5659857320133597, 0.5737126850290224, 0.5610588529962115 ], "repeat_max_absolute_embedding_delta": [ 0.0, 0.0, 0.0 ], "peak_cuda_allocated_bytes": 1339037184, "peak_cuda_reserved_bytes": 1625292800, "audio_seconds_total": 1018.0761875000001, "audio_seconds_min": 5.04015625, "audio_seconds_max": 30.0, "patch_tokens_min": 256, "patch_tokens_max": 1504, "embedding_norm_max_error": 1.1920928955078125e-07, "predictions": [ { "sample_id": "7688279850100083998", "sample_index": 0, "video_id": "7688279850100083998", "audio_seconds": 9.312625, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.2457525134086609, "relative_score": 0.6677381992340088, "relative_score_percent": 66.77381992340088 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.21082334220409393, "relative_score": 0.02030729316174984, "relative_score_percent": 2.030729316174984 }, { "rank": 3, "class_index": 80, "mid": "/t/dd00136", "label": "Whimper (dog)", "cosine_similarity": 0.20920336246490479, "relative_score": 0.017270181328058243, "relative_score_percent": 1.7270181328058243 } ] }, { "sample_id": "7691390550934654229", "sample_index": 1, "video_id": "7691390550934654229", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.23129931092262268, "relative_score": 0.13094264268875122, "relative_score_percent": 13.094264268875122 }, { "rank": 2, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.22909119725227356, "relative_score": 0.10499885678291321, "relative_score_percent": 10.49988567829132 }, { "rank": 3, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.2275165617465973, "relative_score": 0.08970122784376144, "relative_score_percent": 8.970122784376144 } ] }, { "sample_id": "7685338202214911252", "sample_index": 2, "video_id": "7685338202214911252", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.24043980240821838, "relative_score": 0.09514179080724716, "relative_score_percent": 9.514179080724716 }, { "rank": 2, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.23913943767547607, "relative_score": 0.08354061096906662, "relative_score_percent": 8.354061096906662 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.22787226736545563, "relative_score": 0.0270751491189003, "relative_score_percent": 2.70751491189003 } ] }, { "sample_id": "7686971556634905870", "sample_index": 3, "video_id": "7686971556634905870", "audio_seconds": 17.5325, "top3": [ { "rank": 1, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.21613764762878418, "relative_score": 0.09727799147367477, "relative_score_percent": 9.727799147367477 }, { "rank": 2, "class_index": 58, "mid": "/m/03q5_w", "label": "Burping, eructation", "cosine_similarity": 0.2117699384689331, "relative_score": 0.06285317242145538, "relative_score_percent": 6.285317242145538 }, { "rank": 3, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.21041417121887207, "relative_score": 0.05488407239317894, "relative_score_percent": 5.488407239317894 } ] }, { "sample_id": "7685771952044117261", "sample_index": 4, "video_id": "7685771952044117261", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 302, "mid": "/m/0hsrw", "label": "Sailboat, sailing ship", "cosine_similarity": 0.2052820920944214, "relative_score": 0.15243947505950928, "relative_score_percent": 15.243947505950928 }, { "rank": 2, "class_index": 303, "mid": "/m/056ks2", "label": "Rowboat, canoe, kayak", "cosine_similarity": 0.19995048642158508, "relative_score": 0.08944343775510788, "relative_score_percent": 8.944343775510788 }, { "rank": 3, "class_index": 123, "mid": "/m/06hps", "label": "Rodents, rats, mice", "cosine_similarity": 0.1963299959897995, "relative_score": 0.06227482855319977, "relative_score_percent": 6.227482855319977 } ] }, { "sample_id": "7688434303449386260", "sample_index": 5, "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "top3": [ { "rank": 1, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.20613227784633636, "relative_score": 0.0811673104763031, "relative_score_percent": 8.11673104763031 }, { "rank": 2, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.20517848432064056, "relative_score": 0.07378339767456055, "relative_score_percent": 7.378339767456055 }, { "rank": 3, "class_index": 278, "mid": "/t/dd00033", "label": "Sad music", "cosine_similarity": 0.20287948846817017, "relative_score": 0.05862922966480255, "relative_score_percent": 5.862922966480255 } ] }, { "sample_id": "7688921128118619412", "sample_index": 6, "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "top3": [ { "rank": 1, "class_index": 182, "mid": "/m/0dwt5", "label": "Vibraphone", "cosine_similarity": 0.23207876086235046, "relative_score": 0.13001441955566406, "relative_score_percent": 13.001441955566406 }, { "rank": 2, "class_index": 178, "mid": "/m/016622", "label": "Tubular bells", "cosine_similarity": 0.2284100502729416, "relative_score": 0.09008686989545822, "relative_score_percent": 9.008686989545822 }, { "rank": 3, "class_index": 180, "mid": "/m/0dwsp", "label": "Marimba, xylophone", "cosine_similarity": 0.22778892517089844, "relative_score": 0.0846615582704544, "relative_score_percent": 8.46615582704544 } ] }, { "sample_id": "7679205969959587086", "sample_index": 7, "video_id": "7679205969959587086", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.20248131453990936, "relative_score": 0.18281075358390808, "relative_score_percent": 18.281075358390808 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.19376040995121002, "relative_score": 0.07642899453639984, "relative_score_percent": 7.642899453639984 }, { "rank": 3, "class_index": 399, "mid": "/m/01y3hg", "label": "Smoke detector, smoke alarm", "cosine_similarity": 0.18972302973270416, "relative_score": 0.051040735095739365, "relative_score_percent": 5.1040735095739365 } ] }, { "sample_id": "7682246663855017246", "sample_index": 8, "video_id": "7682246663855017246", "audio_seconds": 6.804875, "top3": [ { "rank": 1, "class_index": 101, "mid": "/m/07qn5dc", "label": "Crowing, cock-a-doodle-doo", "cosine_similarity": 0.1895826905965805, "relative_score": 0.11400410532951355, "relative_score_percent": 11.400410532951355 }, { "rank": 2, "class_index": 109, "mid": "/m/0cdnk", "label": "Roaring cats (lions, tigers)", "cosine_similarity": 0.18933187425136566, "relative_score": 0.11118026077747345, "relative_score_percent": 11.118026077747345 }, { "rank": 3, "class_index": 83, "mid": "/m/07qrkrw", "label": "Meow", "cosine_similarity": 0.1799972951412201, "relative_score": 0.04371514171361923, "relative_score_percent": 4.371514171361923 } ] }, { "sample_id": "7677651924820233486", "sample_index": 9, "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "top3": [ { "rank": 1, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.2419467270374298, "relative_score": 0.1444455236196518, "relative_score_percent": 14.44455236196518 }, { "rank": 2, "class_index": 274, "mid": "/m/0ggx5q", "label": "Dance music", "cosine_similarity": 0.2339608520269394, "relative_score": 0.06499528139829636, "relative_score_percent": 6.499528139829636 }, { "rank": 3, "class_index": 239, "mid": "/m/02lkt", "label": "Electronic music", "cosine_similarity": 0.23060083389282227, "relative_score": 0.0464470200240612, "relative_score_percent": 4.64470200240612 } ] }, { "sample_id": "7685920989414280469", "sample_index": 10, "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.22282573580741882, "relative_score": 0.20079413056373596, "relative_score_percent": 20.079413056373596 }, { "rank": 2, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.21734389662742615, "relative_score": 0.11605877429246902, "relative_score_percent": 11.605877429246902 }, { "rank": 3, "class_index": 364, "mid": "/m/04brg2", "label": "Dishes, pots, and pans", "cosine_similarity": 0.20846447348594666, "relative_score": 0.047758329659700394, "relative_score_percent": 4.775832965970039 } ] }, { "sample_id": "7689098570565160212", "sample_index": 11, "video_id": "7689098570565160212", "audio_seconds": 23.709, "top3": [ { "rank": 1, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.19055649638175964, "relative_score": 0.1017485037446022, "relative_score_percent": 10.17485037446022 }, { "rank": 2, "class_index": 34, "mid": "/t/dd00005", "label": "Child singing", "cosine_similarity": 0.19049794971942902, "relative_score": 0.1011546403169632, "relative_score_percent": 10.11546403169632 }, { "rank": 3, "class_index": 277, "mid": "/t/dd00032", "label": "Funny music", "cosine_similarity": 0.18792596459388733, "relative_score": 0.07821427285671234, "relative_score_percent": 7.821427285671234 } ] }, { "sample_id": "7685561753979063573", "sample_index": 12, "video_id": "7685561753979063573", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.21178016066551208, "relative_score": 0.18593767285346985, "relative_score_percent": 18.593767285346985 }, { "rank": 2, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.2111860066652298, "relative_score": 0.1752118319272995, "relative_score_percent": 17.52118319272995 }, { "rank": 3, "class_index": 264, "mid": "/m/02p0sh1", "label": "Traditional music", "cosine_similarity": 0.20283085107803345, "relative_score": 0.07598073780536652, "relative_score_percent": 7.598073780536652 } ] }, { "sample_id": "7689105599337942285", "sample_index": 13, "video_id": "7689105599337942285", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 123, "mid": "/m/06hps", "label": "Rodents, rats, mice", "cosine_similarity": 0.18896037340164185, "relative_score": 0.05645204707980156, "relative_score_percent": 5.645204707980156 }, { "rank": 2, "class_index": 368, "mid": "/m/0fx9l", "label": "Microwave oven", "cosine_similarity": 0.18486420810222626, "relative_score": 0.03747878596186638, "relative_score_percent": 3.747878596186638 }, { "rank": 3, "class_index": 122, "mid": "/m/01z5f", "label": "Canidae, dogs, wolves", "cosine_similarity": 0.184670090675354, "relative_score": 0.03675822913646698, "relative_score_percent": 3.675822913646698 } ] }, { "sample_id": "7678509189123132686", "sample_index": 14, "video_id": "7678509189123132686", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.22348934412002563, "relative_score": 0.07283545285463333, "relative_score_percent": 7.283545285463333 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.22212357819080353, "relative_score": 0.06353729963302612, "relative_score_percent": 6.353729963302612 }, { "rank": 3, "class_index": 260, "mid": "/m/028sqc", "label": "Music of Asia", "cosine_similarity": 0.2159675508737564, "relative_score": 0.03433017432689667, "relative_score_percent": 3.4330174326896667 } ] }, { "sample_id": "7685435054734036244", "sample_index": 15, "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2115313708782196, "relative_score": 0.12433996796607971, "relative_score_percent": 12.433996796607971 }, { "rank": 2, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.21011874079704285, "relative_score": 0.10795944184064865, "relative_score_percent": 10.795944184064865 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.20740529894828796, "relative_score": 0.08230339735746384, "relative_score_percent": 8.230339735746384 } ] }, { "sample_id": "7680821940851887390", "sample_index": 16, "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 131, "mid": "/m/01h3n", "label": "Bee, wasp, etc.", "cosine_similarity": 0.22731778025627136, "relative_score": 0.07206287235021591, "relative_score_percent": 7.206287235021591 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.22543197870254517, "relative_score": 0.05967776104807854, "relative_score_percent": 5.967776104807854 }, { "rank": 3, "class_index": 334, "mid": "/m/0195fx", "label": "Subway, metro, underground", "cosine_similarity": 0.22258545458316803, "relative_score": 0.04489411413669586, "relative_score_percent": 4.489411413669586 } ] }, { "sample_id": "7690210884911697173", "sample_index": 17, "video_id": "7690210884911697173", "audio_seconds": 10.845125, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.2086983025074005, "relative_score": 0.2808625400066376, "relative_score_percent": 28.086254000663757 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.20214280486106873, "relative_score": 0.14581160247325897, "relative_score_percent": 14.581160247325897 }, { "rank": 3, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.19570337235927582, "relative_score": 0.07658272981643677, "relative_score_percent": 7.658272981643677 } ] }, { "sample_id": "7681962973992078622", "sample_index": 18, "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 364, "mid": "/m/04brg2", "label": "Dishes, pots, and pans", "cosine_similarity": 0.23327094316482544, "relative_score": 0.11211992055177689, "relative_score_percent": 11.211992055177689 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.22394892573356628, "relative_score": 0.04413997009396553, "relative_score_percent": 4.413997009396553 }, { "rank": 3, "class_index": 123, "mid": "/m/06hps", "label": "Rodents, rats, mice", "cosine_similarity": 0.22376294434070587, "relative_score": 0.04332670196890831, "relative_score_percent": 4.332670196890831 } ] }, { "sample_id": "7684332836194667807", "sample_index": 19, "video_id": "7684332836194667807", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.26705819368362427, "relative_score": 0.9745717644691467, "relative_score_percent": 97.45717644691467 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.2252691090106964, "relative_score": 0.014925764873623848, "relative_score_percent": 1.4925764873623848 }, { "rank": 3, "class_index": 278, "mid": "/t/dd00033", "label": "Sad music", "cosine_similarity": 0.19877713918685913, "relative_score": 0.0010553707834333181, "relative_score_percent": 0.10553707834333181 } ] }, { "sample_id": "7681988673658801429", "sample_index": 20, "video_id": "7681988673658801429", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.21053747832775116, "relative_score": 0.04777027294039726, "relative_score_percent": 4.777027294039726 }, { "rank": 2, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.20698809623718262, "relative_score": 0.03349737077951431, "relative_score_percent": 3.3497370779514313 }, { "rank": 3, "class_index": 506, "mid": "/t/dd00125", "label": "Inside, small room", "cosine_similarity": 0.20672611892223358, "relative_score": 0.03263115882873535, "relative_score_percent": 3.263115882873535 } ] }, { "sample_id": "7690437985510214943", "sample_index": 21, "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "top3": [ { "rank": 1, "class_index": 239, "mid": "/m/02lkt", "label": "Electronic music", "cosine_similarity": 0.19699206948280334, "relative_score": 0.0928235575556755, "relative_score_percent": 9.28235575556755 }, { "rank": 2, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.1968415081501007, "relative_score": 0.09143642336130142, "relative_score_percent": 9.143642336130142 }, { "rank": 3, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.19205635786056519, "relative_score": 0.056663382798433304, "relative_score_percent": 5.66633827984333 } ] }, { "sample_id": "7683640750994705682", "sample_index": 22, "video_id": "7683640750994705682", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.230050191283226, "relative_score": 0.4246962070465088, "relative_score_percent": 42.46962070465088 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.21491459012031555, "relative_score": 0.09348628669977188, "relative_score_percent": 9.348628669977188 }, { "rank": 3, "class_index": 101, "mid": "/m/07qn5dc", "label": "Crowing, cock-a-doodle-doo", "cosine_similarity": 0.20771834254264832, "relative_score": 0.045521706342697144, "relative_score_percent": 4.552170634269714 } ] }, { "sample_id": "7690744719118208269", "sample_index": 23, "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "top3": [ { "rank": 1, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.20568197965621948, "relative_score": 0.17002235352993011, "relative_score_percent": 17.00223535299301 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.20267146825790405, "relative_score": 0.12582345306873322, "relative_score_percent": 12.582345306873322 }, { "rank": 3, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.1949232816696167, "relative_score": 0.057977866381406784, "relative_score_percent": 5.797786638140678 } ] }, { "sample_id": "7683945516505386271", "sample_index": 24, "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 143, "mid": "/m/042v_gx", "label": "Acoustic guitar", "cosine_similarity": 0.21568481624126434, "relative_score": 0.20065782964229584, "relative_score_percent": 20.065782964229584 }, { "rank": 2, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.21307843923568726, "relative_score": 0.15461896359920502, "relative_score_percent": 15.461896359920502 }, { "rank": 3, "class_index": 233, "mid": "/m/02w4v", "label": "Folk music", "cosine_similarity": 0.2023632675409317, "relative_score": 0.052955180406570435, "relative_score_percent": 5.2955180406570435 } ] }, { "sample_id": "7687260346817465630", "sample_index": 25, "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 268, "mid": "/m/02cjck", "label": "Theme music", "cosine_similarity": 0.22681277990341187, "relative_score": 0.2068261355161667, "relative_score_percent": 20.68261355161667 }, { "rank": 2, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.22090782225131989, "relative_score": 0.11459250003099442, "relative_score_percent": 11.459250003099442 }, { "rank": 3, "class_index": 277, "mid": "/t/dd00032", "label": "Funny music", "cosine_similarity": 0.2135743498802185, "relative_score": 0.05503864213824272, "relative_score_percent": 5.503864213824272 } ] }, { "sample_id": "7691418587336019230", "sample_index": 26, "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "top3": [ { "rank": 1, "class_index": 240, "mid": "/m/03mb9", "label": "House music", "cosine_similarity": 0.23324044048786163, "relative_score": 0.26207074522972107, "relative_score_percent": 26.207074522972107 }, { "rank": 2, "class_index": 274, "mid": "/m/0ggx5q", "label": "Dance music", "cosine_similarity": 0.229852557182312, "relative_score": 0.1867605745792389, "relative_score_percent": 18.67605745792389 }, { "rank": 3, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.22782422602176666, "relative_score": 0.15247401595115662, "relative_score_percent": 15.247401595115662 } ] }, { "sample_id": "7680533866834152724", "sample_index": 27, "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 193, "mid": "/m/01xqw", "label": "Cello", "cosine_similarity": 0.24947474896907806, "relative_score": 0.29960697889328003, "relative_score_percent": 29.960697889328003 }, { "rank": 2, "class_index": 191, "mid": "/m/07y_7", "label": "Violin, fiddle", "cosine_similarity": 0.23346513509750366, "relative_score": 0.06043146178126335, "relative_score_percent": 6.043146178126335 }, { "rank": 3, "class_index": 102, "mid": "/m/01rd7k", "label": "Turkey", "cosine_similarity": 0.2268466055393219, "relative_score": 0.031176235526800156, "relative_score_percent": 3.1176235526800156 } ] }, { "sample_id": "7680591925241449746", "sample_index": 28, "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.20953373610973358, "relative_score": 0.12410543113946915, "relative_score_percent": 12.410543113946915 }, { "rank": 2, "class_index": 334, "mid": "/m/0195fx", "label": "Subway, metro, underground", "cosine_similarity": 0.2029447704553604, "relative_score": 0.06421494483947754, "relative_score_percent": 6.421494483947754 }, { "rank": 3, "class_index": 239, "mid": "/m/02lkt", "label": "Electronic music", "cosine_similarity": 0.2006455510854721, "relative_score": 0.05102485045790672, "relative_score_percent": 5.102485045790672 } ] }, { "sample_id": "7682668877653855519", "sample_index": 29, "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "top3": [ { "rank": 1, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.21514315903186798, "relative_score": 0.18199260532855988, "relative_score_percent": 18.199260532855988 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.21411462128162384, "relative_score": 0.1642044484615326, "relative_score_percent": 16.42044484615326 }, { "rank": 3, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.2035941779613495, "relative_score": 0.057343900203704834, "relative_score_percent": 5.734390020370483 } ] }, { "sample_id": "7680698462622485780", "sample_index": 30, "video_id": "7680698462622485780", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.22673550248146057, "relative_score": 0.052044183015823364, "relative_score_percent": 5.204418301582336 }, { "rank": 2, "class_index": 31, "mid": "/m/01c194", "label": "Mantra", "cosine_similarity": 0.22666099667549133, "relative_score": 0.051657889038324356, "relative_score_percent": 5.165788903832436 }, { "rank": 3, "class_index": 264, "mid": "/m/02p0sh1", "label": "Traditional music", "cosine_similarity": 0.22534772753715515, "relative_score": 0.04530041664838791, "relative_score_percent": 4.530041664838791 } ] }, { "sample_id": "7684858353205464334", "sample_index": 31, "video_id": "7684858353205464334", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.215342178940773, "relative_score": 0.1938120275735855, "relative_score_percent": 19.38120275735855 }, { "rank": 2, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.20741942524909973, "relative_score": 0.08776074647903442, "relative_score_percent": 8.776074647903442 }, { "rank": 3, "class_index": 259, "mid": "/m/016cjb", "label": "Gospel music", "cosine_similarity": 0.20404250919818878, "relative_score": 0.06260982155799866, "relative_score_percent": 6.260982155799866 } ] }, { "sample_id": "7681115445004487957", "sample_index": 32, "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.23965159058570862, "relative_score": 0.8159592151641846, "relative_score_percent": 81.59592151641846 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.21777479350566864, "relative_score": 0.0915316715836525, "relative_score_percent": 9.15316715836525 }, { "rank": 3, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.19610659778118134, "relative_score": 0.01048417016863823, "relative_score_percent": 1.048417016863823 } ] }, { "sample_id": "7682103096998186273", "sample_index": 33, "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.20359063148498535, "relative_score": 0.5494182109832764, "relative_score_percent": 54.94182109832764 }, { "rank": 2, "class_index": 399, "mid": "/m/01y3hg", "label": "Smoke detector, smoke alarm", "cosine_similarity": 0.1754087656736374, "relative_score": 0.032808054238557816, "relative_score_percent": 3.2808054238557816 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.17367248237133026, "relative_score": 0.027578769251704216, "relative_score_percent": 2.7578769251704216 } ] }, { "sample_id": "7680043491690286343", "sample_index": 34, "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.2394970804452896, "relative_score": 0.3652430772781372, "relative_score_percent": 36.52430772781372 }, { "rank": 2, "class_index": 148, "mid": "/m/0jtg0", "label": "Sitar", "cosine_similarity": 0.21879544854164124, "relative_score": 0.04608094319701195, "relative_score_percent": 4.608094319701195 }, { "rank": 3, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.21778638660907745, "relative_score": 0.041657980531454086, "relative_score_percent": 4.165798053145409 } ] }, { "sample_id": "7688428138145074446", "sample_index": 35, "video_id": "7688428138145074446", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.19659073650836945, "relative_score": 0.06637314707040787, "relative_score_percent": 6.637314707040787 }, { "rank": 2, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.19639809429645538, "relative_score": 0.06510675698518753, "relative_score_percent": 6.510675698518753 }, { "rank": 3, "class_index": 240, "mid": "/m/03mb9", "label": "House music", "cosine_similarity": 0.1962728649377823, "relative_score": 0.06429659575223923, "relative_score_percent": 6.429659575223923 } ] }, { "sample_id": "7678173787854081293", "sample_index": 36, "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.23721660673618317, "relative_score": 0.10179687291383743, "relative_score_percent": 10.179687291383743 }, { "rank": 2, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.23459403216838837, "relative_score": 0.07831371575593948, "relative_score_percent": 7.831371575593948 }, { "rank": 3, "class_index": 226, "mid": "/m/06j6l", "label": "Rhythm and blues", "cosine_similarity": 0.23428058624267578, "relative_score": 0.07589702308177948, "relative_score_percent": 7.589702308177948 } ] }, { "sample_id": "7681515101773368606", "sample_index": 37, "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.1749359667301178, "relative_score": 0.10292495042085648, "relative_score_percent": 10.292495042085648 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.1694478690624237, "relative_score": 0.05945317819714546, "relative_score_percent": 5.945317819714546 }, { "rank": 3, "class_index": 7, "mid": "/m/0brhx", "label": "Speech synthesizer", "cosine_similarity": 0.16766950488090515, "relative_score": 0.04976707324385643, "relative_score_percent": 4.976707324385643 } ] }, { "sample_id": "7687440482124762400", "sample_index": 38, "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.21373805403709412, "relative_score": 0.8131812810897827, "relative_score_percent": 81.31812810897827 }, { "rank": 2, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.17512306571006775, "relative_score": 0.017106428742408752, "relative_score_percent": 1.7106428742408752 }, { "rank": 3, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.1732655167579651, "relative_score": 0.014206497929990292, "relative_score_percent": 1.4206497929990292 } ] }, { "sample_id": "7677656702556065038", "sample_index": 39, "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "top3": [ { "rank": 1, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.17615069448947906, "relative_score": 0.16168326139450073, "relative_score_percent": 16.168326139450073 }, { "rank": 2, "class_index": 278, "mid": "/t/dd00033", "label": "Sad music", "cosine_similarity": 0.1691078543663025, "relative_score": 0.07994625717401505, "relative_score_percent": 7.9946257174015045 }, { "rank": 3, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.16808296740055084, "relative_score": 0.07215850055217743, "relative_score_percent": 7.215850055217743 } ] }, { "sample_id": "7682285294762069261", "sample_index": 40, "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.18969117105007172, "relative_score": 0.35750827193260193, "relative_score_percent": 35.75082719326019 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.1805475950241089, "relative_score": 0.14328022301197052, "relative_score_percent": 14.328022301197052 }, { "rank": 3, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.17154981195926666, "relative_score": 0.058266300708055496, "relative_score_percent": 5.82663007080555 } ] }, { "sample_id": "7678711865882496269", "sample_index": 41, "video_id": "7678711865882496269", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 102, "mid": "/m/01rd7k", "label": "Turkey", "cosine_similarity": 0.19936567544937134, "relative_score": 0.037602443248033524, "relative_score_percent": 3.7602443248033524 }, { "rank": 2, "class_index": 278, "mid": "/t/dd00033", "label": "Sad music", "cosine_similarity": 0.19530130922794342, "relative_score": 0.025043945759534836, "relative_score_percent": 2.5043945759534836 }, { "rank": 3, "class_index": 279, "mid": "/t/dd00034", "label": "Tender music", "cosine_similarity": 0.19503594934940338, "relative_score": 0.024388141930103302, "relative_score_percent": 2.43881419301033 } ] }, { "sample_id": "7681663075321236767", "sample_index": 42, "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.21407003700733185, "relative_score": 0.3766257166862488, "relative_score_percent": 37.66257166862488 }, { "rank": 2, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.19577550888061523, "relative_score": 0.060448963195085526, "relative_score_percent": 6.0448963195085526 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.1873144805431366, "relative_score": 0.025937652215361595, "relative_score_percent": 2.5937652215361595 } ] }, { "sample_id": "7689078406536760589", "sample_index": 43, "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "top3": [ { "rank": 1, "class_index": 86, "mid": "/m/0ch8v", "label": "Livestock, farm animals, working animals", "cosine_similarity": 0.22337447106838226, "relative_score": 0.06864503026008606, "relative_score_percent": 6.864503026008606 }, { "rank": 2, "class_index": 277, "mid": "/t/dd00032", "label": "Funny music", "cosine_similarity": 0.22269336879253387, "relative_score": 0.06412531435489655, "relative_score_percent": 6.4125314354896545 }, { "rank": 3, "class_index": 268, "mid": "/m/02cjck", "label": "Theme music", "cosine_similarity": 0.21983301639556885, "relative_score": 0.04817323759198189, "relative_score_percent": 4.817323759198189 } ] }, { "sample_id": "7690015212526718239", "sample_index": 44, "video_id": "7690015212526718239", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 463, "mid": "/m/02rr_", "label": "Effects unit", "cosine_similarity": 0.2069457471370697, "relative_score": 0.06595444679260254, "relative_score_percent": 6.595444679260254 }, { "rank": 2, "class_index": 368, "mid": "/m/0fx9l", "label": "Microwave oven", "cosine_similarity": 0.20532740652561188, "relative_score": 0.05609975755214691, "relative_score_percent": 5.609975755214691 }, { "rank": 3, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2043132781982422, "relative_score": 0.0506894513964653, "relative_score_percent": 5.06894513964653 } ] }, { "sample_id": "7690909670206131487", "sample_index": 45, "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "top3": [ { "rank": 1, "class_index": 123, "mid": "/m/06hps", "label": "Rodents, rats, mice", "cosine_similarity": 0.24599774181842804, "relative_score": 0.09032747894525528, "relative_score_percent": 9.032747894525528 }, { "rank": 2, "class_index": 368, "mid": "/m/0fx9l", "label": "Microwave oven", "cosine_similarity": 0.24339012801647186, "relative_score": 0.06959414482116699, "relative_score_percent": 6.959414482116699 }, { "rank": 3, "class_index": 303, "mid": "/m/056ks2", "label": "Rowboat, canoe, kayak", "cosine_similarity": 0.24331539869308472, "relative_score": 0.06907600909471512, "relative_score_percent": 6.907600909471512 } ] }, { "sample_id": "7685751413254737183", "sample_index": 46, "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "top3": [ { "rank": 1, "class_index": 25, "mid": "/m/07qw_06", "label": "Wail, moan", "cosine_similarity": 0.21438291668891907, "relative_score": 0.06593312323093414, "relative_score_percent": 6.593312323093414 }, { "rank": 2, "class_index": 254, "mid": "/m/0y4f8", "label": "Vocal music", "cosine_similarity": 0.21005190908908844, "relative_score": 0.04275735840201378, "relative_score_percent": 4.275735840201378 }, { "rank": 3, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.2070622593164444, "relative_score": 0.031708214432001114, "relative_score_percent": 3.1708214432001114 } ] }, { "sample_id": "7691169508186279181", "sample_index": 47, "video_id": "7691169508186279181", "audio_seconds": 15.117625, "top3": [ { "rank": 1, "class_index": 144, "mid": "/m/06w87", "label": "Steel guitar, slide guitar", "cosine_similarity": 0.2770053446292877, "relative_score": 0.09237596392631531, "relative_score_percent": 9.23759639263153 }, { "rank": 2, "class_index": 145, "mid": "/m/01glhc", "label": "Tapping (guitar technique)", "cosine_similarity": 0.26927196979522705, "relative_score": 0.042628731578588486, "relative_score_percent": 4.262873157858849 }, { "rank": 3, "class_index": 399, "mid": "/m/01y3hg", "label": "Smoke detector, smoke alarm", "cosine_similarity": 0.2686506509780884, "relative_score": 0.04006073623895645, "relative_score_percent": 4.006073623895645 } ] }, { "sample_id": "7691617221822450964", "sample_index": 48, "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.22029314935207367, "relative_score": 0.08032647520303726, "relative_score_percent": 8.032647520303726 }, { "rank": 2, "class_index": 35, "mid": "/t/dd00006", "label": "Synthetic singing", "cosine_similarity": 0.21719582378864288, "relative_score": 0.05893097445368767, "relative_score_percent": 5.893097445368767 }, { "rank": 3, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.21692577004432678, "relative_score": 0.05736088007688522, "relative_score_percent": 5.736088007688522 } ] }, { "sample_id": "7680298578962664717", "sample_index": 49, "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 129, "mid": "/m/0h2mp", "label": "Fly, housefly", "cosine_similarity": 0.1977136731147766, "relative_score": 0.06608808040618896, "relative_score_percent": 6.6088080406188965 }, { "rank": 2, "class_index": 427, "mid": "/m/032s66", "label": "Gunshot, gunfire", "cosine_similarity": 0.19710002839565277, "relative_score": 0.062154509127140045, "relative_score_percent": 6.2154509127140045 }, { "rank": 3, "class_index": 334, "mid": "/m/0195fx", "label": "Subway, metro, underground", "cosine_similarity": 0.19621460139751434, "relative_score": 0.05688776820898056, "relative_score_percent": 5.688776820898056 } ] } ], "audio_info": [ { "sample_id": "7688279850100083998", "video_id": "7688279850100083998", "audio_seconds": 9.312625, "sample_rate": 32000, "audio_rms": 0.055021749007492224, "patch_tokens": 472, "decode_worker_seconds": 0.07494435895932838, "frontend_worker_seconds": 0.02014984597917646 }, { "sample_id": "7691390550934654229", "video_id": "7691390550934654229", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.3671835426987041, "patch_tokens": 1504, "decode_worker_seconds": 0.1045411879895255, "frontend_worker_seconds": 0.021567354968283325 }, { "sample_id": "7685338202214911252", "video_id": "7685338202214911252", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.032553797390565305, "patch_tokens": 1504, "decode_worker_seconds": 0.10522584698628634, "frontend_worker_seconds": 0.021176034002564847 }, { "sample_id": "7686971556634905870", "video_id": "7686971556634905870", "audio_seconds": 17.5325, "sample_rate": 32000, "audio_rms": 0.3306631128720868, "patch_tokens": 880, "decode_worker_seconds": 0.1052772700204514, "frontend_worker_seconds": 0.013205150025896728 }, { "sample_id": "7685771952044117261", "video_id": "7685771952044117261", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0728428543069131, "patch_tokens": 1504, "decode_worker_seconds": 0.11038475402165204, "frontend_worker_seconds": 0.020135254017077386 }, { "sample_id": "7688434303449386260", "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "sample_rate": 32000, "audio_rms": 0.44912157940604835, "patch_tokens": 1120, "decode_worker_seconds": 0.09356741898227483, "frontend_worker_seconds": 0.020331538980826735 }, { "sample_id": "7688921128118619412", "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "sample_rate": 32000, "audio_rms": 0.09537638917232771, "patch_tokens": 560, "decode_worker_seconds": 0.08457364299101755, "frontend_worker_seconds": 0.01837704802164808 }, { "sample_id": "7679205969959587086", "video_id": "7679205969959587086", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0652773060306221, "patch_tokens": 1504, "decode_worker_seconds": 0.10064059199066833, "frontend_worker_seconds": 0.02287008101120591 }, { "sample_id": "7682246663855017246", "video_id": "7682246663855017246", "audio_seconds": 6.804875, "sample_rate": 32000, "audio_rms": 0.0735001875477827, "patch_tokens": 344, "decode_worker_seconds": 0.048660391999874264, "frontend_worker_seconds": 0.005356599984224886 }, { "sample_id": "7677651924820233486", "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "sample_rate": 32000, "audio_rms": 0.16814264256364178, "patch_tokens": 784, "decode_worker_seconds": 0.0555650899768807, "frontend_worker_seconds": 0.016496924974489957 }, { "sample_id": "7685920989414280469", "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "sample_rate": 32000, "audio_rms": 0.13074822638785036, "patch_tokens": 1152, "decode_worker_seconds": 0.09138454898493364, "frontend_worker_seconds": 0.015030523005407304 }, { "sample_id": "7689098570565160212", "video_id": "7689098570565160212", "audio_seconds": 23.709, "sample_rate": 32000, "audio_rms": 0.2220170964604084, "patch_tokens": 1192, "decode_worker_seconds": 0.07120081497123465, "frontend_worker_seconds": 0.019583201967179775 }, { "sample_id": "7685561753979063573", "video_id": "7685561753979063573", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.2209075955915193, "patch_tokens": 1504, "decode_worker_seconds": 0.07615831901784986, "frontend_worker_seconds": 0.02071130700642243 }, { "sample_id": "7689105599337942285", "video_id": "7689105599337942285", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.12427569795903236, "patch_tokens": 1504, "decode_worker_seconds": 0.08422264200635254, "frontend_worker_seconds": 0.01995263301068917 }, { "sample_id": "7678509189123132686", "video_id": "7678509189123132686", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09344071915633734, "patch_tokens": 1504, "decode_worker_seconds": 0.0776243379805237, "frontend_worker_seconds": 0.020190836978144944 }, { "sample_id": "7685435054734036244", "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.16697210714127517, "patch_tokens": 504, "decode_worker_seconds": 0.051002555002924055, "frontend_worker_seconds": 0.014036525972187519 }, { "sample_id": "7680821940851887390", "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.10196029830430665, "patch_tokens": 608, "decode_worker_seconds": 0.05205709399888292, "frontend_worker_seconds": 0.00968099501915276 }, { "sample_id": "7690210884911697173", "video_id": "7690210884911697173", "audio_seconds": 10.845125, "sample_rate": 32000, "audio_rms": 0.10998566907317048, "patch_tokens": 544, "decode_worker_seconds": 0.05612603802001104, "frontend_worker_seconds": 0.007514733006246388 }, { "sample_id": "7681962973992078622", "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.11180871100458273, "patch_tokens": 1504, "decode_worker_seconds": 0.0797244569985196, "frontend_worker_seconds": 0.02776201697997749 }, { "sample_id": "7684332836194667807", "video_id": "7684332836194667807", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09988190378841652, "patch_tokens": 1504, "decode_worker_seconds": 0.07842797000193968, "frontend_worker_seconds": 0.020973765989765525 }, { "sample_id": "7681988673658801429", "video_id": "7681988673658801429", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.07273700076352448, "patch_tokens": 1504, "decode_worker_seconds": 0.0804479939979501, "frontend_worker_seconds": 0.020076535001862794 }, { "sample_id": "7690437985510214943", "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "sample_rate": 32000, "audio_rms": 0.22925774851661138, "patch_tokens": 664, "decode_worker_seconds": 0.05971502303145826, "frontend_worker_seconds": 0.015673101996071637 }, { "sample_id": "7683640750994705682", "video_id": "7683640750994705682", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.022054567772361876, "patch_tokens": 1504, "decode_worker_seconds": 0.0802819820237346, "frontend_worker_seconds": 0.019831131969112903 }, { "sample_id": "7690744719118208269", "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "sample_rate": 32000, "audio_rms": 0.3637308143733708, "patch_tokens": 680, "decode_worker_seconds": 0.06108120403951034, "frontend_worker_seconds": 0.01298512303037569 }, { "sample_id": "7683945516505386271", "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.09786427749783108, "patch_tokens": 904, "decode_worker_seconds": 0.06149822100996971, "frontend_worker_seconds": 0.012349358992651105 }, { "sample_id": "7687260346817465630", "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.13169269412401857, "patch_tokens": 504, "decode_worker_seconds": 0.05367930204374716, "frontend_worker_seconds": 0.007208690978586674 }, { "sample_id": "7691418587336019230", "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "sample_rate": 32000, "audio_rms": 0.2247589351711589, "patch_tokens": 712, "decode_worker_seconds": 0.06063983903732151, "frontend_worker_seconds": 0.01752468099584803 }, { "sample_id": "7680533866834152724", "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1628198715960337, "patch_tokens": 760, "decode_worker_seconds": 0.0599104129942134, "frontend_worker_seconds": 0.018961901019793004 }, { "sample_id": "7680591925241449746", "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.14006398543849954, "patch_tokens": 904, "decode_worker_seconds": 0.06083298602607101, "frontend_worker_seconds": 0.01773226197110489 }, { "sample_id": "7682668877653855519", "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "sample_rate": 32000, "audio_rms": 0.11052956280858633, "patch_tokens": 256, "decode_worker_seconds": 0.042612574994564056, "frontend_worker_seconds": 0.008380987972486764 }, { "sample_id": "7680698462622485780", "video_id": "7680698462622485780", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.1581267571389517, "patch_tokens": 1504, "decode_worker_seconds": 0.08362578897504136, "frontend_worker_seconds": 0.01977532496675849 }, { "sample_id": "7684858353205464334", "video_id": "7684858353205464334", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.04665501906813562, "patch_tokens": 1504, "decode_worker_seconds": 0.08187103999080136, "frontend_worker_seconds": 0.019779806025326252 }, { "sample_id": "7681115445004487957", "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "sample_rate": 32000, "audio_rms": 0.1030762860193844, "patch_tokens": 632, "decode_worker_seconds": 0.06253330502659082, "frontend_worker_seconds": 0.012890883954241872 }, { "sample_id": "7682103096998186273", "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "sample_rate": 32000, "audio_rms": 0.1319582060422906, "patch_tokens": 1400, "decode_worker_seconds": 0.07404997700359672, "frontend_worker_seconds": 0.01817423600004986 }, { "sample_id": "7680043491690286343", "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "sample_rate": 32000, "audio_rms": 0.15966649184980386, "patch_tokens": 704, "decode_worker_seconds": 0.06020714301848784, "frontend_worker_seconds": 0.010271895036567003 }, { "sample_id": "7688428138145074446", "video_id": "7688428138145074446", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.14099187048723916, "patch_tokens": 1504, "decode_worker_seconds": 0.07787329301936552, "frontend_worker_seconds": 0.025785799021832645 }, { "sample_id": "7678173787854081293", "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.14231800345469645, "patch_tokens": 504, "decode_worker_seconds": 0.047739867004565895, "frontend_worker_seconds": 0.008005315030459315 }, { "sample_id": "7681515101773368606", "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1771864210966259, "patch_tokens": 760, "decode_worker_seconds": 0.06101259996648878, "frontend_worker_seconds": 0.013481368019711226 }, { "sample_id": "7687440482124762400", "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.34551466436674305, "patch_tokens": 1504, "decode_worker_seconds": 0.07880796201061457, "frontend_worker_seconds": 0.020507823035586625 }, { "sample_id": "7677656702556065038", "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "sample_rate": 32000, "audio_rms": 0.10428894993759034, "patch_tokens": 1216, "decode_worker_seconds": 0.06729468301637098, "frontend_worker_seconds": 0.0190136440214701 }, { "sample_id": "7682285294762069261", "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "sample_rate": 32000, "audio_rms": 0.05524620273778804, "patch_tokens": 1056, "decode_worker_seconds": 0.07083368598250672, "frontend_worker_seconds": 0.014458469988312572 }, { "sample_id": "7678711865882496269", "video_id": "7678711865882496269", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.13926041214702933, "patch_tokens": 1504, "decode_worker_seconds": 0.07480973604833707, "frontend_worker_seconds": 0.019167817023117095 }, { "sample_id": "7681663075321236767", "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.1643238255760525, "patch_tokens": 608, "decode_worker_seconds": 0.051037592987995595, "frontend_worker_seconds": 0.010936617967672646 }, { "sample_id": "7689078406536760589", "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "sample_rate": 32000, "audio_rms": 0.29260543864347127, "patch_tokens": 448, "decode_worker_seconds": 0.046501137025188655, "frontend_worker_seconds": 0.0065595199703238904 }, { "sample_id": "7690015212526718239", "video_id": "7690015212526718239", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.08669926137648476, "patch_tokens": 1504, "decode_worker_seconds": 0.08509455999592319, "frontend_worker_seconds": 0.022213741031009704 }, { "sample_id": "7690909670206131487", "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "sample_rate": 32000, "audio_rms": 0.42050601370505053, "patch_tokens": 1248, "decode_worker_seconds": 0.07222204399295151, "frontend_worker_seconds": 0.01686655101366341 }, { "sample_id": "7685751413254737183", "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "sample_rate": 32000, "audio_rms": 0.11514610351477021, "patch_tokens": 912, "decode_worker_seconds": 0.06095695198746398, "frontend_worker_seconds": 0.012064019974786788 }, { "sample_id": "7691169508186279181", "video_id": "7691169508186279181", "audio_seconds": 15.117625, "sample_rate": 32000, "audio_rms": 0.2774935174157977, "patch_tokens": 760, "decode_worker_seconds": 0.05537891696440056, "frontend_worker_seconds": 0.011480096029117703 }, { "sample_id": "7691617221822450964", "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "sample_rate": 32000, "audio_rms": 0.44928943808289634, "patch_tokens": 1256, "decode_worker_seconds": 0.0670865600113757, "frontend_worker_seconds": 0.016283970035146922 }, { "sample_id": "7680298578962664717", "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.0986442673564599, "patch_tokens": 504, "decode_worker_seconds": 0.04632495000259951, "frontend_worker_seconds": 0.009571108967065811 } ], "total_model_job_seconds_before_result_write": 12.401594661001582 }, { "model_label": "CLAPv2 L", "variant": "L", "model_architecture": "CLAPNaFlex-v3-L", "checkpoint_epoch": 320, "training_samples_label": "1024M", "samples": 50, "embedding_dimension": 960, "parameter_count": 340073857, "audio_parameter_count": 166462080, "learned_logit_scale_exp": 111.47926330566406, "score_scale_used": 100.0, "score_warning": "relative_score = softmax(100 * cosine) over all 527 labels. Uncalibrated relative ranking score, not the probability that a sound is present. AudioSet is multi-label.", "text_templates": [ "This is a sound of {label}.", "The sound of {label}.", "An audio recording of {label}." ], "text_feature_method": "Encode each template; L2-normalize each vector; mean templates per label; L2-normalize mean. Labels preserve official display_name strings.", "audio_config": { "sample_rate": 32000, "window_size": 1024, "hop_size": 320, "fmin": 50, "fmax": 16000, "n_mels": 128, "patch_freq": 16, "patch_time": 16, "in_chans": 1, "input_norm": false, "pre_norm": false, "proj_bias": true, "patch_pad_mode": "floor" }, "precision": "float32, autocast disabled, TF32 disabled", "batch_size": 8, "actual_batch_sizes": [ 8, 8, 8, 8, 8, 8, 2 ], "preprocess_workers": 8, "warmup_full_passes": 2, "audio_interval": "First min(source duration, 30 seconds), mono, resampled to model rate", "load_seconds": 17.499238140997477, "labelbank_encoding_seconds": 2.847221184987575, "initial_preprocess_seconds": 1.2543098389869556, "initial_collate_and_transfer_seconds": 0.006764795980416238, "initial_decode_worker_seconds_sum": 9.032615232805256, "initial_frontend_worker_seconds_sum": 0.8159539929474704, "audio_encoder_only": { "repeats": 3, "seconds_each": [ 0.8269328200258315, 0.8156569130369462, 0.8221030589775182 ], "seconds_median": 0.8221030589775182, "seconds_min": 0.8156569130369462, "seconds_max": 0.8269328200258315, "clips_per_second_median": 60.81962529392234, "seconds_per_clip_median": 0.016442061179550365, "million_clips_hours_single_gpu": 4.567239216541768, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end": { "repeats": 3, "seconds_each": [ 1.4191387760220096, 1.3824416689458303, 1.3824922930216417 ], "seconds_median": 1.3824922930216417, "seconds_min": 1.3824416689458303, "seconds_max": 1.4191387760220096, "clips_per_second_median": 36.16656689688851, "seconds_per_clip_median": 0.027649845860432832, "million_clips_hours_single_gpu": 7.680512739009121, "extrapolation": "Linear scaling from the measured clips and duration distribution; not a throughput guarantee." }, "warm_end_to_end_definition": "Parallel local ffmpeg decode/downmix/resample, model audio frontend, batch collation and transfer, audio embedding, 527 cosine scores and top3 relative-score transfer. Excludes network/video download, model load, labelbank encoding, and result-file writes. CPU/GPU stages are sequential, not pipelined.", "audio_encoder_only_definition": "GPU resident prepared batches through the audio tower and L2 normalization; excludes decode, frontend, host transfer, text tower and similarity search.", "warm_preprocess_seconds_each": [ 0.6010715729789808, 0.5608161999844015, 0.560785865993239 ], "repeat_max_absolute_embedding_delta": [ 0.0, 0.0, 0.0 ], "peak_cuda_allocated_bytes": 2388424192, "peak_cuda_reserved_bytes": 2726297600, "audio_seconds_total": 1018.0761875000001, "audio_seconds_min": 5.04015625, "audio_seconds_max": 30.0, "patch_tokens_min": 256, "patch_tokens_max": 1504, "embedding_norm_max_error": 1.1920928955078125e-07, "predictions": [ { "sample_id": "7688279850100083998", "sample_index": 0, "video_id": "7688279850100083998", "audio_seconds": 9.312625, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.261590838432312, "relative_score": 0.20010899007320404, "relative_score_percent": 20.010899007320404 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2479734718799591, "relative_score": 0.05127102881669998, "relative_score_percent": 5.127102881669998 }, { "rank": 3, "class_index": 93, "mid": "/m/068zj", "label": "Pig", "cosine_similarity": 0.24239115417003632, "relative_score": 0.029338262975215912, "relative_score_percent": 2.933826297521591 } ] }, { "sample_id": "7691390550934654229", "sample_index": 1, "video_id": "7691390550934654229", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 257, "mid": "/m/0145m", "label": "Afrobeat", "cosine_similarity": 0.27104705572128296, "relative_score": 0.5183526277542114, "relative_score_percent": 51.83526277542114 }, { "rank": 2, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.2555277347564697, "relative_score": 0.10980679839849472, "relative_score_percent": 10.980679839849472 }, { "rank": 3, "class_index": 227, "mid": "/m/0gywn", "label": "Soul music", "cosine_similarity": 0.2510501444339752, "relative_score": 0.07017307728528976, "relative_score_percent": 7.017307728528976 } ] }, { "sample_id": "7685338202214911252", "sample_index": 2, "video_id": "7685338202214911252", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.28167128562927246, "relative_score": 0.32151126861572266, "relative_score_percent": 32.151126861572266 }, { "rank": 2, "class_index": 380, "mid": "/m/0242l", "label": "Coin (dropping)", "cosine_similarity": 0.26150497794151306, "relative_score": 0.042794112116098404, "relative_score_percent": 4.27941121160984 }, { "rank": 3, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.25965794920921326, "relative_score": 0.035576969385147095, "relative_score_percent": 3.5576969385147095 } ] }, { "sample_id": "7686971556634905870", "sample_index": 3, "video_id": "7686971556634905870", "audio_seconds": 17.5325, "top3": [ { "rank": 1, "class_index": 216, "mid": "/m/064t9", "label": "Pop music", "cosine_similarity": 0.21866880357265472, "relative_score": 0.11490509659051895, "relative_score_percent": 11.490509659051895 }, { "rank": 2, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.20722155272960663, "relative_score": 0.03657557815313339, "relative_score_percent": 3.6575578153133392 }, { "rank": 3, "class_index": 449, "mid": "/m/07prgkl", "label": "Pour", "cosine_similarity": 0.20503593981266022, "relative_score": 0.029394855722784996, "relative_score_percent": 2.9394855722784996 } ] }, { "sample_id": "7685771952044117261", "sample_index": 4, "video_id": "7685771952044117261", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 445, "mid": "/m/07rrlb6", "label": "Splash, splatter", "cosine_similarity": 0.22092518210411072, "relative_score": 0.16825303435325623, "relative_score_percent": 16.825303435325623 }, { "rank": 2, "class_index": 353, "mid": "/m/07q2z82", "label": "Accelerating, revving, vroom", "cosine_similarity": 0.20143914222717285, "relative_score": 0.023971471935510635, "relative_score_percent": 2.3971471935510635 }, { "rank": 3, "class_index": 341, "mid": "/m/0199g", "label": "Bicycle", "cosine_similarity": 0.20135998725891113, "relative_score": 0.023782474920153618, "relative_score_percent": 2.378247492015362 } ] }, { "sample_id": "7688434303449386260", "sample_index": 5, "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.21851232647895813, "relative_score": 0.1270269900560379, "relative_score_percent": 12.70269900560379 }, { "rank": 2, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.2112099826335907, "relative_score": 0.06120111420750618, "relative_score_percent": 6.120111420750618 }, { "rank": 3, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.20887361466884613, "relative_score": 0.048449818044900894, "relative_score_percent": 4.844981804490089 } ] }, { "sample_id": "7688921128118619412", "sample_index": 6, "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "top3": [ { "rank": 1, "class_index": 180, "mid": "/m/0dwsp", "label": "Marimba, xylophone", "cosine_similarity": 0.2595331370830536, "relative_score": 0.1511153131723404, "relative_score_percent": 15.11153131723404 }, { "rank": 2, "class_index": 179, "mid": "/m/0j45pbj", "label": "Mallet percussion", "cosine_similarity": 0.2557391822338104, "relative_score": 0.10340432822704315, "relative_score_percent": 10.340432822704315 }, { "rank": 3, "class_index": 182, "mid": "/m/0dwt5", "label": "Vibraphone", "cosine_similarity": 0.25538259744644165, "relative_score": 0.09978210926055908, "relative_score_percent": 9.978210926055908 } ] }, { "sample_id": "7679205969959587086", "sample_index": 7, "video_id": "7679205969959587086", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2244521677494049, "relative_score": 0.08435879647731781, "relative_score_percent": 8.435879647731781 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.22247853875160217, "relative_score": 0.06924952566623688, "relative_score_percent": 6.924952566623688 }, { "rank": 3, "class_index": 380, "mid": "/m/0242l", "label": "Coin (dropping)", "cosine_similarity": 0.22171901166439056, "relative_score": 0.06418462842702866, "relative_score_percent": 6.418462842702866 } ] }, { "sample_id": "7682246663855017246", "sample_index": 8, "video_id": "7682246663855017246", "audio_seconds": 6.804875, "top3": [ { "rank": 1, "class_index": 109, "mid": "/m/0cdnk", "label": "Roaring cats (lions, tigers)", "cosine_similarity": 0.20577280223369598, "relative_score": 0.194489523768425, "relative_score_percent": 19.4489523768425 }, { "rank": 2, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.20295938849449158, "relative_score": 0.14679495990276337, "relative_score_percent": 14.679495990276337 }, { "rank": 3, "class_index": 73, "mid": "/m/068hy", "label": "Domestic animals, pets", "cosine_similarity": 0.19091343879699707, "relative_score": 0.04401107132434845, "relative_score_percent": 4.401107132434845 } ] }, { "sample_id": "7677651924820233486", "sample_index": 9, "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "top3": [ { "rank": 1, "class_index": 245, "mid": "/m/08cyft", "label": "Electronic dance music", "cosine_similarity": 0.26071780920028687, "relative_score": 0.1357104331254959, "relative_score_percent": 13.571043312549591 }, { "rank": 2, "class_index": 240, "mid": "/m/03mb9", "label": "House music", "cosine_similarity": 0.2511660158634186, "relative_score": 0.05221366509795189, "relative_score_percent": 5.221366509795189 }, { "rank": 3, "class_index": 239, "mid": "/m/02lkt", "label": "Electronic music", "cosine_similarity": 0.24649634957313538, "relative_score": 0.032732803374528885, "relative_score_percent": 3.2732803374528885 } ] }, { "sample_id": "7685920989414280469", "sample_index": 10, "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "top3": [ { "rank": 1, "class_index": 320, "mid": "/m/03cl9h", "label": "Ice cream truck, ice cream van", "cosine_similarity": 0.23720470070838928, "relative_score": 0.18695154786109924, "relative_score_percent": 18.695154786109924 }, { "rank": 2, "class_index": 58, "mid": "/m/03q5_w", "label": "Burping, eructation", "cosine_similarity": 0.22113607823848724, "relative_score": 0.03748670965433121, "relative_score_percent": 3.7486709654331207 }, { "rank": 3, "class_index": 442, "mid": "/m/07q7njn", "label": "Chink, clink", "cosine_similarity": 0.2196325957775116, "relative_score": 0.03225386515259743, "relative_score_percent": 3.2253865152597427 } ] }, { "sample_id": "7689098570565160212", "sample_index": 11, "video_id": "7689098570565160212", "audio_seconds": 23.709, "top3": [ { "rank": 1, "class_index": 34, "mid": "/t/dd00005", "label": "Child singing", "cosine_similarity": 0.23723791539669037, "relative_score": 0.394475519657135, "relative_score_percent": 39.4475519657135 }, { "rank": 2, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.21879039704799652, "relative_score": 0.06235262379050255, "relative_score_percent": 6.235262379050255 }, { "rank": 3, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.21409502625465393, "relative_score": 0.03898854926228523, "relative_score_percent": 3.8988549262285233 } ] }, { "sample_id": "7685561753979063573", "sample_index": 12, "video_id": "7685561753979063573", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.22555066645145416, "relative_score": 0.3517307639122009, "relative_score_percent": 35.17307639122009 }, { "rank": 2, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.214030459523201, "relative_score": 0.1111459955573082, "relative_score_percent": 11.11459955573082 }, { "rank": 3, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.20035521686077118, "relative_score": 0.028313010931015015, "relative_score_percent": 2.8313010931015015 } ] }, { "sample_id": "7689105599337942285", "sample_index": 13, "video_id": "7689105599337942285", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.23623637855052948, "relative_score": 0.07785957306623459, "relative_score_percent": 7.785957306623459 }, { "rank": 2, "class_index": 58, "mid": "/m/03q5_w", "label": "Burping, eructation", "cosine_similarity": 0.23380468785762787, "relative_score": 0.061052680015563965, "relative_score_percent": 6.1052680015563965 }, { "rank": 3, "class_index": 405, "mid": "/m/02bm9n", "label": "Ratchet, pawl", "cosine_similarity": 0.23164823651313782, "relative_score": 0.049209773540496826, "relative_score_percent": 4.920977354049683 } ] }, { "sample_id": "7678509189123132686", "sample_index": 14, "video_id": "7678509189123132686", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.2552630603313446, "relative_score": 0.08971796184778214, "relative_score_percent": 8.971796184778214 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.25063779950141907, "relative_score": 0.0564945787191391, "relative_score_percent": 5.64945787191391 }, { "rank": 3, "class_index": 4, "mid": "/m/01h8n0", "label": "Conversation", "cosine_similarity": 0.25049930810928345, "relative_score": 0.05571756511926651, "relative_score_percent": 5.571756511926651 } ] }, { "sample_id": "7685435054734036244", "sample_index": 15, "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.2248086929321289, "relative_score": 0.0647992417216301, "relative_score_percent": 6.47992417216301 }, { "rank": 2, "class_index": 217, "mid": "/m/0glt670", "label": "Hip hop music", "cosine_similarity": 0.22180376946926117, "relative_score": 0.047980789095163345, "relative_score_percent": 4.7980789095163345 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.22066299617290497, "relative_score": 0.04280795902013779, "relative_score_percent": 4.280795902013779 } ] }, { "sample_id": "7680821940851887390", "sample_index": 16, "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 58, "mid": "/m/03q5_w", "label": "Burping, eructation", "cosine_similarity": 0.2490648329257965, "relative_score": 0.10994135588407516, "relative_score_percent": 10.994135588407516 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.24372172355651855, "relative_score": 0.064433753490448, "relative_score_percent": 6.4433753490448 }, { "rank": 3, "class_index": 276, "mid": "/t/dd00031", "label": "Happy music", "cosine_similarity": 0.24227866530418396, "relative_score": 0.055775322020053864, "relative_score_percent": 5.577532202005386 } ] }, { "sample_id": "7690210884911697173", "sample_index": 17, "video_id": "7690210884911697173", "audio_seconds": 10.845125, "top3": [ { "rank": 1, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.19785454869270325, "relative_score": 0.08239027112722397, "relative_score_percent": 8.239027112722397 }, { "rank": 2, "class_index": 267, "mid": "/m/025td0t", "label": "Background music", "cosine_similarity": 0.19362977147102356, "relative_score": 0.05400029942393303, "relative_score_percent": 5.400029942393303 }, { "rank": 3, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.1926366239786148, "relative_score": 0.04889494180679321, "relative_score_percent": 4.889494180679321 } ] }, { "sample_id": "7681962973992078622", "sample_index": 18, "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 448, "mid": "/m/07r5v4s", "label": "Drip", "cosine_similarity": 0.25865063071250916, "relative_score": 0.13358502089977264, "relative_score_percent": 13.358502089977264 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2513088583946228, "relative_score": 0.0641075074672699, "relative_score_percent": 6.41075074672699 }, { "rank": 3, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.24310825765132904, "relative_score": 0.028233259916305542, "relative_score_percent": 2.823325991630554 } ] }, { "sample_id": "7684332836194667807", "sample_index": 19, "video_id": "7684332836194667807", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.2459075003862381, "relative_score": 0.5272637009620667, "relative_score_percent": 52.726370096206665 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.23383615911006927, "relative_score": 0.15767982602119446, "relative_score_percent": 15.767982602119446 }, { "rank": 3, "class_index": 152, "mid": "/m/05148p4", "label": "Keyboard (musical)", "cosine_similarity": 0.21553993225097656, "relative_score": 0.025303538888692856, "relative_score_percent": 2.5303538888692856 } ] }, { "sample_id": "7681988673658801429", "sample_index": 20, "video_id": "7681988673658801429", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.2650558352470398, "relative_score": 0.17477883398532867, "relative_score_percent": 17.477883398532867 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.2541276812553406, "relative_score": 0.05859832093119621, "relative_score_percent": 5.859832093119621 }, { "rank": 3, "class_index": 510, "mid": "/t/dd00129", "label": "Outside, rural or natural", "cosine_similarity": 0.2524586319923401, "relative_score": 0.04959060624241829, "relative_score_percent": 4.959060624241829 } ] }, { "sample_id": "7690437985510214943", "sample_index": 21, "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "top3": [ { "rank": 1, "class_index": 200, "mid": "/m/0395lw", "label": "Bell", "cosine_similarity": 0.21420711278915405, "relative_score": 0.0408698134124279, "relative_score_percent": 4.08698134124279 }, { "rank": 2, "class_index": 458, "mid": "/m/0dl83", "label": "Arrow", "cosine_similarity": 0.20898112654685974, "relative_score": 0.024234892800450325, "relative_score_percent": 2.4234892800450325 }, { "rank": 3, "class_index": 296, "mid": "/m/06wzb", "label": "Steam", "cosine_similarity": 0.20851553976535797, "relative_score": 0.02313241735100746, "relative_score_percent": 2.313241735100746 } ] }, { "sample_id": "7683640750994705682", "sample_index": 22, "video_id": "7683640750994705682", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 23, "mid": "/t/dd00002", "label": "Baby cry, infant cry", "cosine_similarity": 0.2734149992465973, "relative_score": 0.19526147842407227, "relative_score_percent": 19.526147842407227 }, { "rank": 2, "class_index": 22, "mid": "/m/0463cq4", "label": "Crying, sobbing", "cosine_similarity": 0.2658430337905884, "relative_score": 0.09157361090183258, "relative_score_percent": 9.157361090183258 }, { "rank": 3, "class_index": 17, "mid": "/t/dd00001", "label": "Baby laughter", "cosine_similarity": 0.26402875781059265, "relative_score": 0.07637963443994522, "relative_score_percent": 7.637963443994522 } ] }, { "sample_id": "7690744719118208269", "sample_index": 23, "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "top3": [ { "rank": 1, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.20657353103160858, "relative_score": 0.08732513338327408, "relative_score_percent": 8.732513338327408 }, { "rank": 2, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.1992059350013733, "relative_score": 0.041799284517765045, "relative_score_percent": 4.1799284517765045 }, { "rank": 3, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.19884078204631805, "relative_score": 0.04030053690075874, "relative_score_percent": 4.030053690075874 } ] }, { "sample_id": "7683945516505386271", "sample_index": 24, "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 143, "mid": "/m/042v_gx", "label": "Acoustic guitar", "cosine_similarity": 0.26377493143081665, "relative_score": 0.5721343159675598, "relative_score_percent": 57.21343159675598 }, { "rank": 2, "class_index": 140, "mid": "/m/0342h", "label": "Guitar", "cosine_similarity": 0.23770177364349365, "relative_score": 0.0421847440302372, "relative_score_percent": 4.21847440302372 }, { "rank": 3, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.2365582287311554, "relative_score": 0.03762631118297577, "relative_score_percent": 3.762631118297577 } ] }, { "sample_id": "7687260346817465630", "sample_index": 25, "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 268, "mid": "/m/02cjck", "label": "Theme music", "cosine_similarity": 0.22336161136627197, "relative_score": 0.07721315324306488, "relative_score_percent": 7.721315324306488 }, { "rank": 2, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.22227461636066437, "relative_score": 0.06926017254590988, "relative_score_percent": 6.926017254590988 }, { "rank": 3, "class_index": 252, "mid": "/m/05fw6t", "label": "Music for children", "cosine_similarity": 0.22122487425804138, "relative_score": 0.062358323484659195, "relative_score_percent": 6.2358323484659195 } ] }, { "sample_id": "7691418587336019230", "sample_index": 26, "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "top3": [ { "rank": 1, "class_index": 240, "mid": "/m/03mb9", "label": "House music", "cosine_similarity": 0.24213862419128418, "relative_score": 0.1357572078704834, "relative_score_percent": 13.57572078704834 }, { "rank": 2, "class_index": 274, "mid": "/m/0ggx5q", "label": "Dance music", "cosine_similarity": 0.23406556248664856, "relative_score": 0.060555584728717804, "relative_score_percent": 6.05555847287178 }, { "rank": 3, "class_index": 454, "mid": "/m/07ptzwd", "label": "Pump (liquid)", "cosine_similarity": 0.23186951875686646, "relative_score": 0.04861622303724289, "relative_score_percent": 4.861622303724289 } ] }, { "sample_id": "7680533866834152724", "sample_index": 27, "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.2672617435455322, "relative_score": 0.18425007164478302, "relative_score_percent": 18.425007164478302 }, { "rank": 2, "class_index": 420, "mid": "/m/03p19w", "label": "Jackhammer", "cosine_similarity": 0.25107231736183167, "relative_score": 0.0365014374256134, "relative_score_percent": 3.6501437425613403 }, { "rank": 3, "class_index": 193, "mid": "/m/01xqw", "label": "Cello", "cosine_similarity": 0.2498050183057785, "relative_score": 0.03215672820806503, "relative_score_percent": 3.2156728208065033 } ] }, { "sample_id": "7680591925241449746", "sample_index": 28, "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "top3": [ { "rank": 1, "class_index": 458, "mid": "/m/0dl83", "label": "Arrow", "cosine_similarity": 0.19815750420093536, "relative_score": 0.05165480077266693, "relative_score_percent": 5.165480077266693 }, { "rank": 2, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.19714409112930298, "relative_score": 0.04667654633522034, "relative_score_percent": 4.667654633522034 }, { "rank": 3, "class_index": 247, "mid": "/m/07lnk", "label": "Trance music", "cosine_similarity": 0.19650626182556152, "relative_score": 0.04379239305853844, "relative_score_percent": 4.379239305853844 } ] }, { "sample_id": "7682668877653855519", "sample_index": 29, "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "top3": [ { "rank": 1, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.2202703207731247, "relative_score": 0.20595434308052063, "relative_score_percent": 20.595434308052063 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.22020810842514038, "relative_score": 0.20467692613601685, "relative_score_percent": 20.467692613601685 }, { "rank": 3, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.20112530887126923, "relative_score": 0.030360830947756767, "relative_score_percent": 3.0360830947756767 } ] }, { "sample_id": "7680698462622485780", "sample_index": 30, "video_id": "7680698462622485780", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.24774935841560364, "relative_score": 0.035903483629226685, "relative_score_percent": 3.5903483629226685 }, { "rank": 2, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.24538740515708923, "relative_score": 0.028350306674838066, "relative_score_percent": 2.8350306674838066 }, { "rank": 3, "class_index": 101, "mid": "/m/07qn5dc", "label": "Crowing, cock-a-doodle-doo", "cosine_similarity": 0.24428920447826385, "relative_score": 0.025401758030056953, "relative_score_percent": 2.5401758030056953 } ] }, { "sample_id": "7684858353205464334", "sample_index": 31, "video_id": "7684858353205464334", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.23249386250972748, "relative_score": 0.3214694559574127, "relative_score_percent": 32.14694559574127 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.22070558369159698, "relative_score": 0.09889663755893707, "relative_score_percent": 9.889663755893707 }, { "rank": 3, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.21183887124061584, "relative_score": 0.04074789583683014, "relative_score_percent": 4.074789583683014 } ] }, { "sample_id": "7681115445004487957", "sample_index": 32, "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "top3": [ { "rank": 1, "class_index": 249, "mid": "/m/0ln16", "label": "Salsa music", "cosine_similarity": 0.22429075837135315, "relative_score": 0.19239036738872528, "relative_score_percent": 19.239036738872528 }, { "rank": 2, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.2201680988073349, "relative_score": 0.12739095091819763, "relative_score_percent": 12.739095091819763 }, { "rank": 3, "class_index": 248, "mid": "/m/0g293", "label": "Music of Latin America", "cosine_similarity": 0.21780262887477875, "relative_score": 0.10055584460496902, "relative_score_percent": 10.055584460496902 } ] }, { "sample_id": "7682103096998186273", "sample_index": 33, "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.21381457149982452, "relative_score": 0.15462857484817505, "relative_score_percent": 15.462857484817505 }, { "rank": 2, "class_index": 380, "mid": "/m/0242l", "label": "Coin (dropping)", "cosine_similarity": 0.20839685201644897, "relative_score": 0.0899500921368599, "relative_score_percent": 8.99500921368599 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.20369796454906464, "relative_score": 0.05622527375817299, "relative_score_percent": 5.622527375817299 } ] }, { "sample_id": "7680043491690286343", "sample_index": 34, "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "top3": [ { "rank": 1, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.26580625772476196, "relative_score": 0.23909009993076324, "relative_score_percent": 23.909009993076324 }, { "rank": 2, "class_index": 37, "mid": "/m/02fxyj", "label": "Humming", "cosine_similarity": 0.2566269636154175, "relative_score": 0.09547951817512512, "relative_score_percent": 9.547951817512512 }, { "rank": 3, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.2561328411102295, "relative_score": 0.09087637066841125, "relative_score_percent": 9.087637066841125 } ] }, { "sample_id": "7688428138145074446", "sample_index": 35, "video_id": "7688428138145074446", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 420, "mid": "/m/03p19w", "label": "Jackhammer", "cosine_similarity": 0.22219066321849823, "relative_score": 0.0522507019340992, "relative_score_percent": 5.22507019340992 }, { "rank": 2, "class_index": 454, "mid": "/m/07ptzwd", "label": "Pump (liquid)", "cosine_similarity": 0.22207820415496826, "relative_score": 0.05166639760136604, "relative_score_percent": 5.166639760136604 }, { "rank": 3, "class_index": 55, "mid": "/m/07pdhp0", "label": "Biting", "cosine_similarity": 0.22153954207897186, "relative_score": 0.04895689710974693, "relative_score_percent": 4.895689710974693 } ] }, { "sample_id": "7678173787854081293", "sample_index": 36, "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 77, "mid": "/m/07qf0zm", "label": "Howl", "cosine_similarity": 0.2655000686645508, "relative_score": 0.2738283574581146, "relative_score_percent": 27.382835745811462 }, { "rank": 2, "class_index": 226, "mid": "/m/06j6l", "label": "Rhythm and blues", "cosine_similarity": 0.25173115730285645, "relative_score": 0.06910377740859985, "relative_score_percent": 6.910377740859985 }, { "rank": 3, "class_index": 449, "mid": "/m/07prgkl", "label": "Pour", "cosine_similarity": 0.2515062093734741, "relative_score": 0.06756675243377686, "relative_score_percent": 6.7566752433776855 } ] }, { "sample_id": "7681515101773368606", "sample_index": 37, "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "top3": [ { "rank": 1, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.21885930001735687, "relative_score": 0.42451465129852295, "relative_score_percent": 42.451465129852295 }, { "rank": 2, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.21117055416107178, "relative_score": 0.19677743315696716, "relative_score_percent": 19.677743315696716 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.18543408811092377, "relative_score": 0.015005648136138916, "relative_score_percent": 1.5005648136138916 } ] }, { "sample_id": "7687440482124762400", "sample_index": 38, "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "top3": [ { "rank": 1, "class_index": 262, "mid": "/m/0dq0md", "label": "Music of Bollywood", "cosine_similarity": 0.2478870451450348, "relative_score": 0.8621792793273926, "relative_score_percent": 86.21792793273926 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.21440619230270386, "relative_score": 0.030306976288557053, "relative_score_percent": 3.0306976288557053 }, { "rank": 3, "class_index": 32, "mid": "/t/dd00003", "label": "Male singing", "cosine_similarity": 0.1942042112350464, "relative_score": 0.004019593819975853, "relative_score_percent": 0.4019593819975853 } ] }, { "sample_id": "7677656702556065038", "sample_index": 39, "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "top3": [ { "rank": 1, "class_index": 258, "mid": "/m/02mscn", "label": "Christian music", "cosine_similarity": 0.20351547002792358, "relative_score": 0.1066022738814354, "relative_score_percent": 10.66022738814354 }, { "rank": 2, "class_index": 276, "mid": "/t/dd00031", "label": "Happy music", "cosine_similarity": 0.19944731891155243, "relative_score": 0.07097233831882477, "relative_score_percent": 7.097233831882477 }, { "rank": 3, "class_index": 449, "mid": "/m/07prgkl", "label": "Pour", "cosine_similarity": 0.1954987645149231, "relative_score": 0.04781956225633621, "relative_score_percent": 4.781956225633621 } ] }, { "sample_id": "7682285294762069261", "sample_index": 40, "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "top3": [ { "rank": 1, "class_index": 1, "mid": "/m/05zppz", "label": "Male speech, man speaking", "cosine_similarity": 0.19649577140808105, "relative_score": 0.3765045404434204, "relative_score_percent": 37.65045404434204 }, { "rank": 2, "class_index": 5, "mid": "/m/02qldy", "label": "Narration, monologue", "cosine_similarity": 0.1812388151884079, "relative_score": 0.08187832683324814, "relative_score_percent": 8.187832683324814 }, { "rank": 3, "class_index": 449, "mid": "/m/07prgkl", "label": "Pour", "cosine_similarity": 0.17269198596477509, "relative_score": 0.03483251854777336, "relative_score_percent": 3.483251854777336 } ] }, { "sample_id": "7678711865882496269", "sample_index": 41, "video_id": "7678711865882496269", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 265, "mid": "/m/05rwpb", "label": "Independent music", "cosine_similarity": 0.22787225246429443, "relative_score": 0.04646696895360947, "relative_score_percent": 4.646696895360947 }, { "rank": 2, "class_index": 463, "mid": "/m/02rr_", "label": "Effects unit", "cosine_similarity": 0.22394254803657532, "relative_score": 0.03136744722723961, "relative_score_percent": 3.136744722723961 }, { "rank": 3, "class_index": 190, "mid": "/m/02qmj0d", "label": "String section", "cosine_similarity": 0.22275970876216888, "relative_score": 0.027868205681443214, "relative_score_percent": 2.7868205681443214 } ] }, { "sample_id": "7681663075321236767", "sample_index": 42, "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.23045119643211365, "relative_score": 0.26355668902397156, "relative_score_percent": 26.355668902397156 }, { "rank": 2, "class_index": 3, "mid": "/m/0ytgt", "label": "Child speech, kid speaking", "cosine_similarity": 0.22130271792411804, "relative_score": 0.10557485371828079, "relative_score_percent": 10.55748537182808 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.21641787886619568, "relative_score": 0.06477610021829605, "relative_score_percent": 6.477610021829605 } ] }, { "sample_id": "7689078406536760589", "sample_index": 43, "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "top3": [ { "rank": 1, "class_index": 281, "mid": "/t/dd00036", "label": "Angry music", "cosine_similarity": 0.264870822429657, "relative_score": 0.42324724793434143, "relative_score_percent": 42.32472479343414 }, { "rank": 2, "class_index": 269, "mid": "/m/03r5q_", "label": "Jingle (music)", "cosine_similarity": 0.23879538476467133, "relative_score": 0.031199829652905464, "relative_score_percent": 3.1199829652905464 }, { "rank": 3, "class_index": 270, "mid": "/m/0l14gg", "label": "Soundtrack music", "cosine_similarity": 0.2379748821258545, "relative_score": 0.02874213457107544, "relative_score_percent": 2.874213457107544 } ] }, { "sample_id": "7690015212526718239", "sample_index": 44, "video_id": "7690015212526718239", "audio_seconds": 30.0, "top3": [ { "rank": 1, "class_index": 65, "mid": "/m/01jg1z", "label": "Heart murmur", "cosine_similarity": 0.25626567006111145, "relative_score": 0.11284198611974716, "relative_score_percent": 11.284198611974716 }, { "rank": 2, "class_index": 64, "mid": "/m/01jg02", "label": "Heart sounds, heartbeat", "cosine_similarity": 0.253091961145401, "relative_score": 0.08215577155351639, "relative_score_percent": 8.215577155351639 }, { "rank": 3, "class_index": 70, "mid": "/m/07qfr4h", "label": "Hubbub, speech noise, speech babble", "cosine_similarity": 0.2501959800720215, "relative_score": 0.06149885430932045, "relative_score_percent": 6.149885430932045 } ] }, { "sample_id": "7690909670206131487", "sample_index": 45, "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "top3": [ { "rank": 1, "class_index": 301, "mid": "/m/019jd", "label": "Boat, Water vehicle", "cosine_similarity": 0.24710175395011902, "relative_score": 0.1280938684940338, "relative_score_percent": 12.809386849403381 }, { "rank": 2, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.241714745759964, "relative_score": 0.07474356889724731, "relative_score_percent": 7.4743568897247314 }, { "rank": 3, "class_index": 376, "mid": "/m/04fgwm", "label": "Electric toothbrush", "cosine_similarity": 0.23622316122055054, "relative_score": 0.043159615248441696, "relative_score_percent": 4.31596152484417 } ] }, { "sample_id": "7685751413254737183", "sample_index": 46, "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "top3": [ { "rank": 1, "class_index": 33, "mid": "/t/dd00004", "label": "Female singing", "cosine_similarity": 0.2475503385066986, "relative_score": 0.11201512068510056, "relative_score_percent": 11.201512068510056 }, { "rank": 2, "class_index": 25, "mid": "/m/07qw_06", "label": "Wail, moan", "cosine_similarity": 0.24096018075942993, "relative_score": 0.05795218050479889, "relative_score_percent": 5.795218050479889 }, { "rank": 3, "class_index": 260, "mid": "/m/028sqc", "label": "Music of Asia", "cosine_similarity": 0.23533570766448975, "relative_score": 0.033021923154592514, "relative_score_percent": 3.3021923154592514 } ] }, { "sample_id": "7691169508186279181", "sample_index": 47, "video_id": "7691169508186279181", "audio_seconds": 15.117625, "top3": [ { "rank": 1, "class_index": 232, "mid": "/m/02x8m", "label": "Funk", "cosine_similarity": 0.28387975692749023, "relative_score": 0.06863662600517273, "relative_score_percent": 6.863662600517273 }, { "rank": 2, "class_index": 521, "mid": "/m/0cj0r", "label": "Pink noise", "cosine_similarity": 0.27898287773132324, "relative_score": 0.04206177592277527, "relative_score_percent": 4.206177592277527 }, { "rank": 3, "class_index": 303, "mid": "/m/056ks2", "label": "Rowboat, canoe, kayak", "cosine_similarity": 0.2770030200481415, "relative_score": 0.034506674855947495, "relative_score_percent": 3.4506674855947495 } ] }, { "sample_id": "7691617221822450964", "sample_index": 48, "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "top3": [ { "rank": 1, "class_index": 34, "mid": "/t/dd00005", "label": "Child singing", "cosine_similarity": 0.22510819137096405, "relative_score": 0.04404257982969284, "relative_score_percent": 4.404257982969284 }, { "rank": 2, "class_index": 256, "mid": "/m/0164x2", "label": "Music of Africa", "cosine_similarity": 0.2241714894771576, "relative_score": 0.04010444134473801, "relative_score_percent": 4.010444134473801 }, { "rank": 3, "class_index": 234, "mid": "/m/06j64v", "label": "Middle Eastern music", "cosine_similarity": 0.2228115350008011, "relative_score": 0.03500501066446304, "relative_score_percent": 3.5005010664463043 } ] }, { "sample_id": "7680298578962664717", "sample_index": 49, "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "top3": [ { "rank": 1, "class_index": 2, "mid": "/m/02zsn", "label": "Female speech, woman speaking", "cosine_similarity": 0.20169687271118164, "relative_score": 0.05923771485686302, "relative_score_percent": 5.923771485686302 }, { "rank": 2, "class_index": 419, "mid": "/m/03l9g", "label": "Hammer", "cosine_similarity": 0.1996145099401474, "relative_score": 0.04810190200805664, "relative_score_percent": 4.810190200805664 }, { "rank": 3, "class_index": 427, "mid": "/m/032s66", "label": "Gunshot, gunfire", "cosine_similarity": 0.19800187647342682, "relative_score": 0.04093801975250244, "relative_score_percent": 4.093801975250244 } ] } ], "audio_info": [ { "sample_id": "7688279850100083998", "video_id": "7688279850100083998", "audio_seconds": 9.312625, "sample_rate": 32000, "audio_rms": 0.055021749007492224, "patch_tokens": 472, "decode_worker_seconds": 0.7286670299945399, "frontend_worker_seconds": 0.009554052958264947 }, { "sample_id": "7691390550934654229", "video_id": "7691390550934654229", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.3671835426987041, "patch_tokens": 1504, "decode_worker_seconds": 0.7268286339822225, "frontend_worker_seconds": 0.03300290700281039 }, { "sample_id": "7685338202214911252", "video_id": "7685338202214911252", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.032553797390565305, "patch_tokens": 1504, "decode_worker_seconds": 0.7256991210160777, "frontend_worker_seconds": 0.036198203975800425 }, { "sample_id": "7686971556634905870", "video_id": "7686971556634905870", "audio_seconds": 17.5325, "sample_rate": 32000, "audio_rms": 0.3306631128720868, "patch_tokens": 880, "decode_worker_seconds": 0.7170951930456795, "frontend_worker_seconds": 0.018951661011669785 }, { "sample_id": "7685771952044117261", "video_id": "7685771952044117261", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0728428543069131, "patch_tokens": 1504, "decode_worker_seconds": 0.7363422089838423, "frontend_worker_seconds": 0.03135871503036469 }, { "sample_id": "7688434303449386260", "video_id": "7688434303449386260", "audio_seconds": 22.26934375, "sample_rate": 32000, "audio_rms": 0.44912157940604835, "patch_tokens": 1120, "decode_worker_seconds": 0.7317860089824535, "frontend_worker_seconds": 0.016468253976199776 }, { "sample_id": "7688921128118619412", "video_id": "7688921128118619412", "audio_seconds": 11.07734375, "sample_rate": 32000, "audio_rms": 0.09537638917232771, "patch_tokens": 560, "decode_worker_seconds": 0.7400728560169227, "frontend_worker_seconds": 0.017943393031600863 }, { "sample_id": "7679205969959587086", "video_id": "7679205969959587086", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.0652773060306221, "patch_tokens": 1504, "decode_worker_seconds": 0.7404654559795745, "frontend_worker_seconds": 0.03150651999749243 }, { "sample_id": "7682246663855017246", "video_id": "7682246663855017246", "audio_seconds": 6.804875, "sample_rate": 32000, "audio_rms": 0.0735001875477827, "patch_tokens": 344, "decode_worker_seconds": 0.10040216299239546, "frontend_worker_seconds": 0.009509126015473157 }, { "sample_id": "7677651924820233486", "video_id": "7677651924820233486", "audio_seconds": 15.67490625, "sample_rate": 32000, "audio_rms": 0.16814264256364178, "patch_tokens": 784, "decode_worker_seconds": 0.1048711640178226, "frontend_worker_seconds": 0.011523486988153309 }, { "sample_id": "7685920989414280469", "video_id": "7685920989414280469", "audio_seconds": 22.91953125, "sample_rate": 32000, "audio_rms": 0.13074822638785036, "patch_tokens": 1152, "decode_worker_seconds": 0.07040454202797264, "frontend_worker_seconds": 0.020945383002981544 }, { "sample_id": "7689098570565160212", "video_id": "7689098570565160212", "audio_seconds": 23.709, "sample_rate": 32000, "audio_rms": 0.2220170964604084, "patch_tokens": 1192, "decode_worker_seconds": 0.0688274209969677, "frontend_worker_seconds": 0.020631051971577108 }, { "sample_id": "7685561753979063573", "video_id": "7685561753979063573", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.2209075955915193, "patch_tokens": 1504, "decode_worker_seconds": 0.07418078801129013, "frontend_worker_seconds": 0.023982155020348728 }, { "sample_id": "7689105599337942285", "video_id": "7689105599337942285", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.12427569795903236, "patch_tokens": 1504, "decode_worker_seconds": 0.1026366479927674, "frontend_worker_seconds": 0.019299975014291704 }, { "sample_id": "7678509189123132686", "video_id": "7678509189123132686", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09344071915633734, "patch_tokens": 1504, "decode_worker_seconds": 0.07709138799691573, "frontend_worker_seconds": 0.01978220499586314 }, { "sample_id": "7685435054734036244", "video_id": "7685435054734036244", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.16697210714127517, "patch_tokens": 504, "decode_worker_seconds": 0.06998890300747007, "frontend_worker_seconds": 0.008040610002353787 }, { "sample_id": "7680821940851887390", "video_id": "7680821940851887390", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.10196029830430665, "patch_tokens": 608, "decode_worker_seconds": 0.05453141400357708, "frontend_worker_seconds": 0.013969454972539097 }, { "sample_id": "7690210884911697173", "video_id": "7690210884911697173", "audio_seconds": 10.845125, "sample_rate": 32000, "audio_rms": 0.10998566907317048, "patch_tokens": 544, "decode_worker_seconds": 0.07242626399965957, "frontend_worker_seconds": 0.010929065989330411 }, { "sample_id": "7681962973992078622", "video_id": "7681962973992078622", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.11180871100458273, "patch_tokens": 1504, "decode_worker_seconds": 0.07727148098638281, "frontend_worker_seconds": 0.02080852200742811 }, { "sample_id": "7684332836194667807", "video_id": "7684332836194667807", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.09988190378841652, "patch_tokens": 1504, "decode_worker_seconds": 0.07453937496757135, "frontend_worker_seconds": 0.021049859991762787 }, { "sample_id": "7681988673658801429", "video_id": "7681988673658801429", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.07273700076352448, "patch_tokens": 1504, "decode_worker_seconds": 0.07788490899838507, "frontend_worker_seconds": 0.019767196965403855 }, { "sample_id": "7690437985510214943", "video_id": "7690437985510214943", "audio_seconds": 13.1206875, "sample_rate": 32000, "audio_rms": 0.22925774851661138, "patch_tokens": 664, "decode_worker_seconds": 0.05133717198623344, "frontend_worker_seconds": 0.014908380981069058 }, { "sample_id": "7683640750994705682", "video_id": "7683640750994705682", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.022054567772361876, "patch_tokens": 1504, "decode_worker_seconds": 0.08086619502864778, "frontend_worker_seconds": 0.01979849295457825 }, { "sample_id": "7690744719118208269", "video_id": "7690744719118208269", "audio_seconds": 13.44578125, "sample_rate": 32000, "audio_rms": 0.3637308143733708, "patch_tokens": 680, "decode_worker_seconds": 0.06191018200479448, "frontend_worker_seconds": 0.01004706701496616 }, { "sample_id": "7683945516505386271", "video_id": "7683945516505386271", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.09786427749783108, "patch_tokens": 904, "decode_worker_seconds": 0.06546003196854144, "frontend_worker_seconds": 0.012070099997799844 }, { "sample_id": "7687260346817465630", "video_id": "7687260346817465630", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.13169269412401857, "patch_tokens": 504, "decode_worker_seconds": 0.08029411104507744, "frontend_worker_seconds": 0.00725134601816535 }, { "sample_id": "7691418587336019230", "video_id": "7691418587336019230", "audio_seconds": 14.1888125, "sample_rate": 32000, "audio_rms": 0.2247589351711589, "patch_tokens": 712, "decode_worker_seconds": 0.05513191397767514, "frontend_worker_seconds": 0.009582148981280625 }, { "sample_id": "7680533866834152724", "video_id": "7680533866834152724", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1628198715960337, "patch_tokens": 760, "decode_worker_seconds": 0.08765150204999372, "frontend_worker_seconds": 0.010516465990804136 }, { "sample_id": "7680591925241449746", "video_id": "7680591925241449746", "audio_seconds": 18.0433125, "sample_rate": 32000, "audio_rms": 0.14006398543849954, "patch_tokens": 904, "decode_worker_seconds": 0.10777866002172232, "frontend_worker_seconds": 0.01471372798550874 }, { "sample_id": "7682668877653855519", "video_id": "7682668877653855519", "audio_seconds": 5.04015625, "sample_rate": 32000, "audio_rms": 0.11052956280858633, "patch_tokens": 256, "decode_worker_seconds": 0.062017634976655245, "frontend_worker_seconds": 0.005221529980190098 }, { "sample_id": "7680698462622485780", "video_id": "7680698462622485780", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.1581267571389517, "patch_tokens": 1504, "decode_worker_seconds": 0.07211538997944444, "frontend_worker_seconds": 0.019991384004242718 }, { "sample_id": "7684858353205464334", "video_id": "7684858353205464334", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.04665501906813562, "patch_tokens": 1504, "decode_worker_seconds": 0.08412452996708453, "frontend_worker_seconds": 0.021250625024549663 }, { "sample_id": "7681115445004487957", "video_id": "7681115445004487957", "audio_seconds": 12.60984375, "sample_rate": 32000, "audio_rms": 0.1030762860193844, "patch_tokens": 632, "decode_worker_seconds": 0.08918910298962146, "frontend_worker_seconds": 0.008557496999856085 }, { "sample_id": "7682103096998186273", "video_id": "7682103096998186273", "audio_seconds": 27.98146875, "sample_rate": 32000, "audio_rms": 0.1319582060422906, "patch_tokens": 1400, "decode_worker_seconds": 0.06918315897928551, "frontend_worker_seconds": 0.01906778698321432 }, { "sample_id": "7680043491690286343", "video_id": "7680043491690286343", "audio_seconds": 14.0030625, "sample_rate": 32000, "audio_rms": 0.15966649184980386, "patch_tokens": 704, "decode_worker_seconds": 0.05606127099599689, "frontend_worker_seconds": 0.010029595985542983 }, { "sample_id": "7688428138145074446", "video_id": "7688428138145074446", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.14099187048723916, "patch_tokens": 1504, "decode_worker_seconds": 0.07488333497894928, "frontend_worker_seconds": 0.020070070982910693 }, { "sample_id": "7678173787854081293", "video_id": "7678173787854081293", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.14231800345469645, "patch_tokens": 504, "decode_worker_seconds": 0.0684160070377402, "frontend_worker_seconds": 0.011845624016132206 }, { "sample_id": "7681515101773368606", "video_id": "7681515101773368606", "audio_seconds": 15.0711875, "sample_rate": 32000, "audio_rms": 0.1771864210966259, "patch_tokens": 760, "decode_worker_seconds": 0.09392363601364195, "frontend_worker_seconds": 0.010754188988357782 }, { "sample_id": "7687440482124762400", "video_id": "7687440482124762400", "audio_seconds": 29.9999375, "sample_rate": 32000, "audio_rms": 0.34551466436674305, "patch_tokens": 1504, "decode_worker_seconds": 0.1465017439913936, "frontend_worker_seconds": 0.020113495003897697 }, { "sample_id": "7677656702556065038", "video_id": "7677656702556065038", "audio_seconds": 24.17340625, "sample_rate": 32000, "audio_rms": 0.10428894993759034, "patch_tokens": 1216, "decode_worker_seconds": 0.06583071302156895, "frontend_worker_seconds": 0.01749293803004548 }, { "sample_id": "7682285294762069261", "video_id": "7682285294762069261", "audio_seconds": 21.06190625, "sample_rate": 32000, "audio_rms": 0.05524620273778804, "patch_tokens": 1056, "decode_worker_seconds": 0.06169917795341462, "frontend_worker_seconds": 0.013894224015530199 }, { "sample_id": "7678711865882496269", "video_id": "7678711865882496269", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.13926041214702933, "patch_tokens": 1504, "decode_worker_seconds": 0.07208617398282513, "frontend_worker_seconds": 0.020709899021312594 }, { "sample_id": "7681663075321236767", "video_id": "7681663075321236767", "audio_seconds": 12.0525625, "sample_rate": 32000, "audio_rms": 0.1643238255760525, "patch_tokens": 608, "decode_worker_seconds": 0.049174526007846, "frontend_worker_seconds": 0.010556561988778412 }, { "sample_id": "7689078406536760589", "video_id": "7689078406536760589", "audio_seconds": 8.80178125, "sample_rate": 32000, "audio_rms": 0.29260543864347127, "patch_tokens": 448, "decode_worker_seconds": 0.07436804997269064, "frontend_worker_seconds": 0.011132646002806723 }, { "sample_id": "7690015212526718239", "video_id": "7690015212526718239", "audio_seconds": 30.0, "sample_rate": 32000, "audio_rms": 0.08669926137648476, "patch_tokens": 1504, "decode_worker_seconds": 0.07549759600078687, "frontend_worker_seconds": 0.019752573978621513 }, { "sample_id": "7690909670206131487", "video_id": "7690909670206131487", "audio_seconds": 24.9164375, "sample_rate": 32000, "audio_rms": 0.42050601370505053, "patch_tokens": 1248, "decode_worker_seconds": 0.07048396597383544, "frontend_worker_seconds": 0.0161651240196079 }, { "sample_id": "7685751413254737183", "video_id": "7685751413254737183", "audio_seconds": 18.08978125, "sample_rate": 32000, "audio_rms": 0.11514610351477021, "patch_tokens": 912, "decode_worker_seconds": 0.08793552900897339, "frontend_worker_seconds": 0.011947478051297367 }, { "sample_id": "7691169508186279181", "video_id": "7691169508186279181", "audio_seconds": 15.117625, "sample_rate": 32000, "audio_rms": 0.2774935174157977, "patch_tokens": 760, "decode_worker_seconds": 0.057284607959445566, "frontend_worker_seconds": 0.010956296988297254 }, { "sample_id": "7691617221822450964", "video_id": "7691617221822450964", "audio_seconds": 25.0093125, "sample_rate": 32000, "audio_rms": 0.44928943808289634, "patch_tokens": 1256, "decode_worker_seconds": 0.06953089695889503, "frontend_worker_seconds": 0.015498864988330752 }, { "sample_id": "7680298578962664717", "video_id": "7680298578962664717", "audio_seconds": 10.00921875, "sample_rate": 32000, "audio_rms": 0.0986442673564599, "patch_tokens": 504, "decode_worker_seconds": 0.06986544997198507, "frontend_worker_seconds": 0.006836058048065752 } ], "total_model_job_seconds_before_result_write": 29.982142379973084 } ] }