[ { "model": "pe-av-small-16-frame", "complete": true, "sample_count": 50, "gpu": "NVIDIA GH200 120GB", "dtype": "bfloat16", "vision_frame_chunk": 64, "cpu_affinity": [ 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47 ], "modes": { "video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 9.603542501979973, "clips_per_second": 1.6660518758261613, "million_clips_hours": 166.7281684371523, "encoder_seconds": 0.507467456817627, "loader_wait_seconds": 9.077728017873596, "worker_decode_seconds_sum": 18.85555527516408, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 2079386624, "agreement": { "minimum_cosine": 0.9999999403953552, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 6.7647272270405665, "clips_per_second": 2.365209928353561, "million_clips_hours": 117.44318102500984, "encoder_seconds": 0.4707544631958008, "loader_wait_seconds": 6.283289075072389, "worker_decode_seconds_sum": 19.175762637052685, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 2373831680, "agreement": { "minimum_cosine": 0.9999939799308777, "mean_cosine": 0.9999996423721313, "max_absolute_embedding_difference": 0.0008816570043563843, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 6.558319663978182, "clips_per_second": 2.439649303445912, "million_clips_hours": 113.8597163885101, "encoder_seconds": 0.4579276504516602, "loader_wait_seconds": 6.0919367539463565, "worker_decode_seconds_sum": 18.467110614990816, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 2962721792, "agreement": { "minimum_cosine": 0.9999114274978638, "mean_cosine": 0.9999873042106628, "max_absolute_embedding_difference": 0.001469045877456665, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 5.873033484967891, "clips_per_second": 2.724316154667297, "million_clips_hours": 101.96238689180366, "encoder_seconds": 0.46435157775878905, "loader_wait_seconds": 5.4032935809809715, "worker_decode_seconds_sum": 16.414274165930692, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3006204928, "agreement": { "minimum_cosine": 0.9999114274978638, "mean_cosine": 0.9999873638153076, "max_absolute_embedding_difference": 0.001469045877456665, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 6.786989571002778, "clips_per_second": 2.357451684964944, "million_clips_hours": 117.82968005213155, "encoder_seconds": 0.45707275390625, "loader_wait_seconds": 6.324723672994878, "worker_decode_seconds_sum": 18.136817585967947, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3093171200, "agreement": { "minimum_cosine": 0.9999114274978638, "mean_cosine": 0.9999873638153076, "max_absolute_embedding_difference": 0.001469045877456665, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 2, "seconds": 10.710547010006849, "clips_per_second": 1.4938546075238943, "million_clips_hours": 185.9469967015078, "encoder_seconds": 0.44592124938964844, "loader_wait_seconds": 10.259936187008861, "worker_decode_seconds_sum": 18.51414644002216, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3006204928, "agreement": { "minimum_cosine": 0.9999114274978638, "mean_cosine": 0.9999872446060181, "max_absolute_embedding_difference": 0.0015079081058502197, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 8, "seconds": 4.741886425006669, "clips_per_second": 3.3741845683234595, "million_clips_hours": 82.32441710081022, "encoder_seconds": 0.45395077514648435, "loader_wait_seconds": 4.283332313003484, "worker_decode_seconds_sum": 17.816173017024994, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3006204928, "agreement": { "minimum_cosine": 0.9999114274978638, "mean_cosine": 0.9999873638153076, "max_absolute_embedding_difference": 0.001469045877456665, "accepted": true } } ], "selected_batch_size": 8, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 11.064093646011315, "clips_per_second": 4.519122993687364, "million_clips_hours": 61.46718692228509, "encoder_seconds": 1.4329134407043458, "loader_wait_seconds": 9.610689808963798, "worker_decode_seconds_sum": 63.66845973528689, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 3006204928, "agreement": { "minimum_cosine": 0.9999114274978638, "mean_cosine": 0.9999887347221375, "max_absolute_embedding_difference": 0.002035379409790039, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 11.433876122988295, "clips_per_second": 4.3729702388040455, "million_clips_hours": 63.521534016601635, "encoder_seconds": 1.4309846343994141, "loader_wait_seconds": 9.983072948874906, "worker_decode_seconds_sum": 65.3395498302416, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 3006204928, "agreement": { "minimum_cosine": 0.9999114274978638, "mean_cosine": 0.9999890327453613, "max_absolute_embedding_difference": 0.002035379409790039, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 11.33041759999469, "clips_per_second": 4.412900015267172, "million_clips_hours": 62.94676444441494, "encoder_seconds": 1.4143893432617187, "loader_wait_seconds": 9.89663561800262, "worker_decode_seconds_sum": 64.34101045934949, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 3006204928, "agreement": { "minimum_cosine": 0.999849259853363, "mean_cosine": 0.9999856352806091, "max_absolute_embedding_difference": 0.002035379409790039, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 11.33041759999469, "pipeline_clips_per_second": 4.412900015267172, "million_pipeline_hours": 62.94676444441494, "encoder_seconds_median": 1.4309846343994141, "max_gpu_allocated_bytes": 3006204928 }, "audio": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 1.4799264500034042, "clips_per_second": 10.811348090956274, "million_clips_hours": 25.693167534781324, "encoder_seconds": 1.4200492782592773, "loader_wait_seconds": 0.04285937512759119, "worker_decode_seconds_sum": 1.5838628350757062, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4183981568, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 1.4595683349762112, "clips_per_second": 10.962145188125623, "million_clips_hours": 25.339728037781445, "encoder_seconds": 1.350132827758789, "loader_wait_seconds": 0.09582119702827185, "worker_decode_seconds_sum": 3.0772107369848527, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5315850240, "agreement": { "minimum_cosine": 0.9992457628250122, "mean_cosine": 0.9998360872268677, "max_absolute_embedding_difference": 0.0045199524611234665, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 1.202097136003431, "clips_per_second": 13.310072473173527, "million_clips_hours": 20.86974194450401, "encoder_seconds": 1.0620998840332032, "loader_wait_seconds": 0.13170103501761332, "worker_decode_seconds_sum": 3.0172117481706664, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7740782080, "agreement": { "minimum_cosine": 0.9989450573921204, "mean_cosine": 0.9997493028640747, "max_absolute_embedding_difference": 0.004927024245262146, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 1.190566111006774, "clips_per_second": 13.438984909850978, "million_clips_hours": 20.66955053831205, "encoder_seconds": 0.9199673461914063, "loader_wait_seconds": 0.261029694986064, "worker_decode_seconds_sum": 2.5528798640007153, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13696650752, "agreement": { "minimum_cosine": 0.9977374076843262, "mean_cosine": 0.9996075630187988, "max_absolute_embedding_difference": 0.0072553157806396484, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 1.7455274719977751, "clips_per_second": 9.166283691707141, "million_clips_hours": 30.30429638885026, "encoder_seconds": 0.9825219116210937, "loader_wait_seconds": 0.758657714992296, "worker_decode_seconds_sum": 2.8261617890093476, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 25611447808, "agreement": { "minimum_cosine": 0.9978500604629517, "mean_cosine": 0.9995023012161255, "max_absolute_embedding_difference": 0.00802663341164589, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 2, "seconds": 1.416257973993197, "clips_per_second": 11.297376815388617, "million_clips_hours": 24.587812048493007, "encoder_seconds": 0.8030606994628906, "loader_wait_seconds": 0.6079765080357902, "worker_decode_seconds_sum": 1.7863231909577735, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13696650752, "agreement": { "minimum_cosine": 0.9977374076843262, "mean_cosine": 0.9996075630187988, "max_absolute_embedding_difference": 0.0072553157806396484, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 8, "seconds": 1.1735193750355393, "clips_per_second": 13.63420182092473, "million_clips_hours": 20.37360026103367, "encoder_seconds": 0.7964993896484375, "loader_wait_seconds": 0.3724498429801315, "worker_decode_seconds_sum": 5.218402292113751, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13696650752, "agreement": { "minimum_cosine": 0.9977374076843262, "mean_cosine": 0.9996075630187988, "max_absolute_embedding_difference": 0.0072553157806396484, "accepted": true } } ], "selected_batch_size": 8, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 3.219714456994552, "clips_per_second": 15.529327419510544, "million_clips_hours": 17.88730253885862, "encoder_seconds": 2.975499298095703, "loader_wait_seconds": 0.21273343899520114, "worker_decode_seconds_sum": 19.23124557727715, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13696650752, "agreement": { "minimum_cosine": 0.9973583817481995, "mean_cosine": 0.9996766448020935, "max_absolute_embedding_difference": 0.008136373944580555, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 3.1504931040108204, "clips_per_second": 15.870531484847927, "million_clips_hours": 17.502739466726776, "encoder_seconds": 2.9281725463867185, "loader_wait_seconds": 0.18954726197989658, "worker_decode_seconds_sum": 19.591351525275968, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13696650752, "agreement": { "minimum_cosine": 0.9973583817481995, "mean_cosine": 0.9996766448020935, "max_absolute_embedding_difference": 0.008136373944580555, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 3.0389265900012106, "clips_per_second": 16.453177962413392, "million_clips_hours": 16.882925500006724, "encoder_seconds": 2.782907585144043, "loader_wait_seconds": 0.2246369710774161, "worker_decode_seconds_sum": 18.506320772925392, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13696650752, "agreement": { "minimum_cosine": 0.9973583817481995, "mean_cosine": 0.9996766448020935, "max_absolute_embedding_difference": 0.008136373944580555, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 3.1504931040108204, "pipeline_clips_per_second": 15.870531484847927, "million_pipeline_hours": 17.502739466726776, "encoder_seconds_median": 2.9281725463867185, "max_gpu_allocated_bytes": 13696650752 }, "audio_video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 9.912093114980962, "clips_per_second": 1.6141898400669665, "million_clips_hours": 172.08494991286392, "encoder_seconds": 1.5792537994384765, "loader_wait_seconds": 8.302050450933166, "worker_decode_seconds_sum": 19.91856771305902, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4194819584, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 7.475221653003246, "clips_per_second": 2.140404758910639, "million_clips_hours": 129.778153697973, "encoder_seconds": 1.4177225799560547, "loader_wait_seconds": 6.03809933696175, "worker_decode_seconds_sum": 21.165195296984166, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5337526272, "agreement": { "minimum_cosine": 0.9998471736907959, "mean_cosine": 0.9999756217002869, "max_absolute_embedding_difference": 0.002081293612718582, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 8.039285515958909, "clips_per_second": 1.9902266150689827, "million_clips_hours": 139.57092909650885, "encoder_seconds": 1.3116676025390626, "loader_wait_seconds": 6.713982710964046, "worker_decode_seconds_sum": 22.459467187989503, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7784134144, "agreement": { "minimum_cosine": 0.9998488426208496, "mean_cosine": 0.9999662041664124, "max_absolute_embedding_difference": 0.002094428986310959, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 8.445511889003683, "clips_per_second": 1.8944973626563115, "million_clips_hours": 146.62347029520282, "encoder_seconds": 1.261350341796875, "loader_wait_seconds": 7.173877813969739, "worker_decode_seconds_sum": 22.109766664914787, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13783354880, "agreement": { "minimum_cosine": 0.9998294115066528, "mean_cosine": 0.9999561309814453, "max_absolute_embedding_difference": 0.0021922695450484753, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 9.161388046981301, "clips_per_second": 1.7464602435732473, "million_clips_hours": 159.05187581564758, "encoder_seconds": 1.376085693359375, "loader_wait_seconds": 7.776353756024037, "worker_decode_seconds_sum": 22.817715688899625, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 25784856064, "agreement": { "minimum_cosine": 0.9998292326927185, "mean_cosine": 0.9999526143074036, "max_absolute_embedding_difference": 0.002192494925111532, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 2, "seconds": 11.527662464010064, "clips_per_second": 1.3879656912190825, "million_clips_hours": 200.1330288890636, "encoder_seconds": 1.3629092864990235, "loader_wait_seconds": 10.147046097030398, "worker_decode_seconds_sum": 19.996183518960606, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5337526272, "agreement": { "minimum_cosine": 0.9998471736907959, "mean_cosine": 0.9999756217002869, "max_absolute_embedding_difference": 0.002081293612718582, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 8, "seconds": 5.813135666016024, "clips_per_second": 2.752387165766156, "million_clips_hours": 100.92249420166708, "encoder_seconds": 1.5264735260009765, "loader_wait_seconds": 4.2638458738802, "worker_decode_seconds_sum": 21.28210516879335, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5337526272, "agreement": { "minimum_cosine": 0.9998471736907959, "mean_cosine": 0.9999756217002869, "max_absolute_embedding_difference": 0.002081293612718582, "accepted": true } } ], "selected_batch_size": 2, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 15.23753993603168, "clips_per_second": 3.2813695786789534, "million_clips_hours": 84.65299964462045, "encoder_seconds": 5.230088943481445, "loader_wait_seconds": 9.932761797914281, "worker_decode_seconds_sum": 66.83335937873926, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5337526272, "agreement": { "minimum_cosine": 0.9998477697372437, "mean_cosine": 0.9999814629554749, "max_absolute_embedding_difference": 0.002081293612718582, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 15.943563544016797, "clips_per_second": 3.136061763228817, "million_clips_hours": 88.57535302231554, "encoder_seconds": 4.903386154174805, "loader_wait_seconds": 10.954626463993918, "worker_decode_seconds_sum": 68.63752359815408, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5337526272, "agreement": { "minimum_cosine": 0.9998477697372437, "mean_cosine": 0.9999817609786987, "max_absolute_embedding_difference": 0.002081293612718582, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 16.3656136909849, "clips_per_second": 3.055186377003559, "million_clips_hours": 90.92007606102723, "encoder_seconds": 5.10066162109375, "loader_wait_seconds": 11.18033763684798, "worker_decode_seconds_sum": 70.52615349262487, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5337526272, "agreement": { "minimum_cosine": 0.9998477697372437, "mean_cosine": 0.9999821186065674, "max_absolute_embedding_difference": 0.002081293612718582, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 15.943563544016797, "pipeline_clips_per_second": 3.136061763228817, "million_pipeline_hours": 88.57535302231554, "encoder_seconds_median": 5.10066162109375, "max_gpu_allocated_bytes": 5337526272 } }, "tuning_samples": 16, "method": { "input": "Original compressed media, first <=30seconds; no decoded-media or feature cache inside timed passes.", "preprocessing": "PyAV bilinear336RGB; fixed16 resizes only selected frames; native retains all frames; 48kHzmono audio, per-clip reflect padding to1920samples.", "batching": "Duration-sorted batches; variable lengths padded with validity masks; bounded three-batch CPU prefetch; pinned host buffers; asynchronous H2D; CPU decode overlaps GPU work.", "pipeline_timer": "Includes thread-pool startup, read/decode/preprocess, batch padding, transfer, encoding, full label-bank scoring, top3 selection and buffered NPZ/JSON writes. Excludes model/text-bank startup and network downloads.", "cache": "Repeated local-file reads may use OS page cache; decoded frames are regenerated every pass.", "validation": "Against the original single-clip vectors: minimumcosine>=0.995 and meancosine>=0.999. Failed candidates are not eligible.", "tuning": "Batch sizes1,2,4,8,16; loader workers2,4,8. Select using16clips; report three full50clip repetitions. Not an exhaustive optimization." } }, { "model": "pe-av-base-16-frame", "complete": true, "sample_count": 50, "gpu": "NVIDIA GH200 120GB", "dtype": "bfloat16", "vision_frame_chunk": 64, "cpu_affinity": [ 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47 ], "modes": { "video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 10.042609585041646, "clips_per_second": 1.5932113923687545, "million_clips_hours": 174.35086085141745, "encoder_seconds": 0.6074856338500977, "loader_wait_seconds": 9.410308706981596, "worker_decode_seconds_sum": 20.555962970189285, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 2422859264, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 8.264073029975407, "clips_per_second": 1.9360913125966912, "million_clips_hours": 143.4734901037397, "encoder_seconds": 0.5035785026550293, "loader_wait_seconds": 7.748913167975843, "worker_decode_seconds_sum": 22.953507477068342, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 2717304320, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 7.120473851973657, "clips_per_second": 2.2470414655852027, "million_clips_hours": 123.61933770787599, "encoder_seconds": 0.4567759017944336, "loader_wait_seconds": 6.642299236962572, "worker_decode_seconds_sum": 20.242865913780406, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3306194432, "agreement": { "minimum_cosine": 0.9999234080314636, "mean_cosine": 0.9999831318855286, "max_absolute_embedding_difference": 0.0011266302317380905, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 6.809119490033481, "clips_per_second": 2.3497898698090443, "million_clips_hours": 118.21388003530349, "encoder_seconds": 0.49411247253417967, "loader_wait_seconds": 6.3092723219888285, "worker_decode_seconds_sum": 18.6694923400064, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3349677568, "agreement": { "minimum_cosine": 0.9999234676361084, "mean_cosine": 0.9999829530715942, "max_absolute_embedding_difference": 0.0011266320943832397, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 7.433802773011848, "clips_per_second": 2.1523304408999686, "million_clips_hours": 129.05907592034458, "encoder_seconds": 0.4958710021972656, "loader_wait_seconds": 6.932511950028129, "worker_decode_seconds_sum": 20.041772883792873, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3436643840, "agreement": { "minimum_cosine": 0.9999234080314636, "mean_cosine": 0.9999829530715942, "max_absolute_embedding_difference": 0.0011266302317380905, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 2, "seconds": 13.977553730015643, "clips_per_second": 1.144692433958692, "million_clips_hours": 242.66586336832714, "encoder_seconds": 0.45489183044433595, "loader_wait_seconds": 13.515715825022198, "worker_decode_seconds_sum": 24.112334555131383, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3349677568, "agreement": { "minimum_cosine": 0.9999234676361084, "mean_cosine": 0.9999831914901733, "max_absolute_embedding_difference": 0.0011266320943832397, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 8, "seconds": 6.414548775006551, "clips_per_second": 2.4943297745808564, "million_clips_hours": 111.36369401053041, "encoder_seconds": 0.4525579071044922, "loader_wait_seconds": 5.9558479989646, "worker_decode_seconds_sum": 25.856867184047587, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 3349677568, "agreement": { "minimum_cosine": 0.9999234676361084, "mean_cosine": 0.9999831914901733, "max_absolute_embedding_difference": 0.0011266320943832397, "accepted": true } } ], "selected_batch_size": 8, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 11.563695548975375, "clips_per_second": 4.323877240475287, "million_clips_hours": 64.2427530498632, "encoder_seconds": 1.4185009460449218, "loader_wait_seconds": 10.121816088038031, "worker_decode_seconds_sum": 62.375785375828855, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 3349677568, "agreement": { "minimum_cosine": 0.9999183416366577, "mean_cosine": 0.9999831914901733, "max_absolute_embedding_difference": 0.0011341571807861328, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 12.399319599964656, "clips_per_second": 4.032479330570891, "million_clips_hours": 68.88510888869253, "encoder_seconds": 1.410570728302002, "loader_wait_seconds": 10.96741436701268, "worker_decode_seconds_sum": 70.15095232403837, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 3349677568, "agreement": { "minimum_cosine": 0.9999183416366577, "mean_cosine": 0.9999827742576599, "max_absolute_embedding_difference": 0.0011341571807861328, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 8, "seconds": 10.938397270045243, "clips_per_second": 4.571053579935773, "million_clips_hours": 60.76887372247357, "encoder_seconds": 1.413464199066162, "loader_wait_seconds": 9.505900013959035, "worker_decode_seconds_sum": 61.25704938691342, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 3349677568, "agreement": { "minimum_cosine": 0.9999183416366577, "mean_cosine": 0.9999831914901733, "max_absolute_embedding_difference": 0.0011341571807861328, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 11.563695548975375, "pipeline_clips_per_second": 4.323877240475287, "million_pipeline_hours": 64.2427530498632, "encoder_seconds_median": 1.413464199066162, "max_gpu_allocated_bytes": 3349677568 }, "audio": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 1.565526955993846, "clips_per_second": 10.220200897047278, "million_clips_hours": 27.179287430448717, "encoder_seconds": 1.5106721878051759, "loader_wait_seconds": 0.04006852209568024, "worker_decode_seconds_sum": 1.4973512709257193, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4527454208, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 1.4201559650246054, "clips_per_second": 11.266368197610456, "million_clips_hours": 24.6554855038994, "encoder_seconds": 1.3419116821289063, "loader_wait_seconds": 0.06809130491456017, "worker_decode_seconds_sum": 2.3414343469194137, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5659322880, "agreement": { "minimum_cosine": 0.9968796968460083, "mean_cosine": 0.9997122883796692, "max_absolute_embedding_difference": 0.008820604532957077, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 1.1722856250125915, "clips_per_second": 13.648550880957997, "million_clips_hours": 20.352180989801937, "encoder_seconds": 1.0732323913574218, "loader_wait_seconds": 0.09147985908202827, "worker_decode_seconds_sum": 2.442368410062045, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8084254720, "agreement": { "minimum_cosine": 0.9968873262405396, "mean_cosine": 0.9994900822639465, "max_absolute_embedding_difference": 0.00884423777461052, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 1.1887485729530454, "clips_per_second": 13.459532456264817, "million_clips_hours": 20.637996058212593, "encoder_seconds": 0.8954090270996093, "loader_wait_seconds": 0.2840068980003707, "worker_decode_seconds_sum": 2.5234600668773055, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14040123392, "agreement": { "minimum_cosine": 0.9969065189361572, "mean_cosine": 0.9993906617164612, "max_absolute_embedding_difference": 0.008811913430690765, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 1.5649082459858619, "clips_per_second": 10.224241607162284, "million_clips_hours": 27.168545937254546, "encoder_seconds": 0.9589664916992188, "loader_wait_seconds": 0.6007923680008389, "worker_decode_seconds_sum": 2.251525310857687, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 25954920448, "agreement": { "minimum_cosine": 0.9969673156738281, "mean_cosine": 0.9993473291397095, "max_absolute_embedding_difference": 0.008513033390045166, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 2, "seconds": 0.9819984830101021, "clips_per_second": 16.29330419223815, "million_clips_hours": 17.04858477448094, "encoder_seconds": 0.8665178527832031, "loader_wait_seconds": 0.10839194996515289, "worker_decode_seconds_sum": 1.3432326210895553, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8084254720, "agreement": { "minimum_cosine": 0.9968873262405396, "mean_cosine": 0.9994900822639465, "max_absolute_embedding_difference": 0.00884423777461052, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 8, "seconds": 1.2747675979626365, "clips_per_second": 12.55130741130507, "million_clips_hours": 22.13138190907355, "encoder_seconds": 1.0132773284912109, "loader_wait_seconds": 0.2543662269599736, "worker_decode_seconds_sum": 5.812389934028033, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8084254720, "agreement": { "minimum_cosine": 0.9968873262405396, "mean_cosine": 0.9994900822639465, "max_absolute_embedding_difference": 0.00884423777461052, "accepted": true } } ], "selected_batch_size": 1, "selected_loader_workers": 4, "repeats": [ { "samples": 50, "batch_size": 1, "loader_workers": 4, "seconds": 4.409025197965093, "clips_per_second": 11.340375197464647, "million_clips_hours": 24.494584433139405, "encoder_seconds": 4.282401149749756, "loader_wait_seconds": 0.06863337609684095, "worker_decode_seconds_sum": 5.202194271667395, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4527454208, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 4, "seconds": 3.5675101770320907, "clips_per_second": 14.015376976891028, "million_clips_hours": 19.819500983511617, "encoder_seconds": 3.4732868614196777, "loader_wait_seconds": 0.04458853980759159, "worker_decode_seconds_sum": 4.650574691127986, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4527454208, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 4, "seconds": 3.8086681839777157, "clips_per_second": 13.127948559640801, "million_clips_hours": 21.159267688765087, "encoder_seconds": 3.690105525970459, "loader_wait_seconds": 0.06650396983604878, "worker_decode_seconds_sum": 5.431415752274916, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4527454208, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } } ], "rejected_full_sample_settings": [ { "batch_size": 4, "loader_workers": 2, "agreement": { "minimum_cosine": 0.9930329918861389, "mean_cosine": 0.9994959831237793, "max_absolute_embedding_difference": 0.015252552926540375, "accepted": false } }, { "batch_size": 4, "loader_workers": 4, "agreement": { "minimum_cosine": 0.9930329918861389, "mean_cosine": 0.9994959831237793, "max_absolute_embedding_difference": 0.015252552926540375, "accepted": false } }, { "batch_size": 8, "loader_workers": 4, "agreement": { "minimum_cosine": 0.9931252598762512, "mean_cosine": 0.9994705319404602, "max_absolute_embedding_difference": 0.014910800382494926, "accepted": false } }, { "batch_size": 4, "loader_workers": 8, "agreement": { "minimum_cosine": 0.9930329918861389, "mean_cosine": 0.9994959831237793, "max_absolute_embedding_difference": 0.015252552926540375, "accepted": false } }, { "batch_size": 2, "loader_workers": 4, "agreement": { "minimum_cosine": 0.9930329918861389, "mean_cosine": 0.9996403455734253, "max_absolute_embedding_difference": 0.015252552926540375, "accepted": false } }, { "batch_size": 16, "loader_workers": 4, "agreement": { "minimum_cosine": 0.9931252598762512, "mean_cosine": 0.999423623085022, "max_absolute_embedding_difference": 0.014910800382494926, "accepted": false } } ], "all_repeats_validated": true, "pipeline_seconds_median": 3.8086681839777157, "pipeline_clips_per_second": 13.127948559640801, "million_pipeline_hours": 21.159267688765087, "encoder_seconds_median": 3.690105525970459, "max_gpu_allocated_bytes": 4527454208 }, "audio_video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 10.18525367800612, "clips_per_second": 1.5708985270097056, "million_clips_hours": 176.82732079871735, "encoder_seconds": 1.7874678039550782, "loader_wait_seconds": 8.363131638907362, "worker_decode_seconds_sum": 20.562389794853516, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4538292224, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 7.507555385993328, "clips_per_second": 2.131186408541298, "million_clips_hours": 130.33950322905082, "encoder_seconds": 1.4966200714111328, "loader_wait_seconds": 5.989040162181482, "worker_decode_seconds_sum": 20.486942560004536, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5680998912, "agreement": { "minimum_cosine": 0.9999037981033325, "mean_cosine": 0.9999829530715942, "max_absolute_embedding_difference": 0.0016077545005828142, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 7.734837025986053, "clips_per_second": 2.0685632995557897, "million_clips_hours": 134.2853650344801, "encoder_seconds": 1.3006172485351561, "loader_wait_seconds": 6.421952262986451, "worker_decode_seconds_sum": 21.547806049115025, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8127606784, "agreement": { "minimum_cosine": 0.9999036192893982, "mean_cosine": 0.9999741911888123, "max_absolute_embedding_difference": 0.0016149431467056274, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 8.385925516020507, "clips_per_second": 1.907958754157014, "million_clips_hours": 145.5889846531338, "encoder_seconds": 1.2926616821289063, "loader_wait_seconds": 7.081938103016, "worker_decode_seconds_sum": 21.98202302120626, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14126827520, "agreement": { "minimum_cosine": 0.9999006390571594, "mean_cosine": 0.9999692440032959, "max_absolute_embedding_difference": 0.0016994265606626868, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 7.705507580947597, "clips_per_second": 2.076436864400875, "million_clips_hours": 133.77617328034023, "encoder_seconds": 1.422510498046875, "loader_wait_seconds": 6.2743789730011486, "worker_decode_seconds_sum": 17.09572443808429, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 26128328704, "agreement": { "minimum_cosine": 0.9999023675918579, "mean_cosine": 0.9999690055847168, "max_absolute_embedding_difference": 0.0015973467379808426, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 2, "seconds": 11.490994214022066, "clips_per_second": 1.3923947486176391, "million_clips_hours": 199.496427326772, "encoder_seconds": 1.4167807769775391, "loader_wait_seconds": 10.056261219957378, "worker_decode_seconds_sum": 20.185423613002058, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5680998912, "agreement": { "minimum_cosine": 0.9999037981033325, "mean_cosine": 0.9999829530715942, "max_absolute_embedding_difference": 0.0016077545005828142, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 8, "seconds": 7.12811538396636, "clips_per_second": 2.2446325765137907, "million_clips_hours": 123.75200319386042, "encoder_seconds": 1.7042343292236328, "loader_wait_seconds": 5.400313952064607, "worker_decode_seconds_sum": 26.677293445914984, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5680998912, "agreement": { "minimum_cosine": 0.9999037981033325, "mean_cosine": 0.9999833106994629, "max_absolute_embedding_difference": 0.0016077545005828142, "accepted": true } } ], "selected_batch_size": 2, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 14.344472956028767, "clips_per_second": 3.4856630949961636, "million_clips_hours": 79.69151642238204, "encoder_seconds": 4.881402282714844, "loader_wait_seconds": 9.391099919972476, "worker_decode_seconds_sum": 60.60842820000835, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5680998912, "agreement": { "minimum_cosine": 0.9998301863670349, "mean_cosine": 0.9999841451644897, "max_absolute_embedding_difference": 0.001988491043448448, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 13.83567308401689, "clips_per_second": 3.6138465903592727, "million_clips_hours": 76.8648504667605, "encoder_seconds": 5.292010070800782, "loader_wait_seconds": 8.461557960894424, "worker_decode_seconds_sum": 60.45909431029577, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5680998912, "agreement": { "minimum_cosine": 0.9999037981033325, "mean_cosine": 0.9999866485595703, "max_absolute_embedding_difference": 0.0017970073968172073, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 13.94291219394654, "clips_per_second": 3.58605141483341, "million_clips_hours": 77.460623299703, "encoder_seconds": 4.781440658569336, "loader_wait_seconds": 9.095452488050796, "worker_decode_seconds_sum": 59.92443498427747, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5680998912, "agreement": { "minimum_cosine": 0.9999037981033325, "mean_cosine": 0.9999863505363464, "max_absolute_embedding_difference": 0.0017970073968172073, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 13.94291219394654, "pipeline_clips_per_second": 3.58605141483341, "million_pipeline_hours": 77.460623299703, "encoder_seconds_median": 4.881402282714844, "max_gpu_allocated_bytes": 5680998912 } }, "tuning_samples": 16, "method": { "input": "Original compressed media, first <=30seconds; no decoded-media or feature cache inside timed passes.", "preprocessing": "PyAV bilinear336RGB; fixed16 resizes only selected frames; native retains all frames; 48kHzmono audio, per-clip reflect padding to1920samples.", "batching": "Duration-sorted batches; variable lengths padded with validity masks; bounded three-batch CPU prefetch; pinned host buffers; asynchronous H2D; CPU decode overlaps GPU work.", "pipeline_timer": "Includes thread-pool startup, read/decode/preprocess, batch padding, transfer, encoding, full label-bank scoring, top3 selection and buffered NPZ/JSON writes. Excludes model/text-bank startup and network downloads.", "cache": "Repeated local-file reads may use OS page cache; decoded frames are regenerated every pass.", "validation": "Against the original single-clip vectors: minimumcosine>=0.995 and meancosine>=0.999. Failed candidates are not eligible.", "tuning": "Batch sizes1,2,4,8,16; loader workers2,4,8. Select using16clips; report three full50clip repetitions. Not an exhaustive optimization." } }, { "model": "pe-av-large-16-frame", "complete": true, "sample_count": 50, "gpu": "NVIDIA GH200 120GB", "dtype": "bfloat16", "vision_frame_chunk": 64, "cpu_affinity": [ 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47 ], "modes": { "video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 9.401373849017546, "clips_per_second": 1.7018789229057218, "million_clips_hours": 163.21829598988793, "encoder_seconds": 0.5366005477905273, "loader_wait_seconds": 8.843955387943424, "worker_decode_seconds_sum": 17.9330657760147, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4826076160, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 6.203735234972555, "clips_per_second": 2.579091368987281, "million_clips_hours": 107.70373671827353, "encoder_seconds": 0.5559063682556152, "loader_wait_seconds": 5.503423968912102, "worker_decode_seconds_sum": 16.80791242304258, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5120521216, "agreement": { "minimum_cosine": 0.9999886155128479, "mean_cosine": 0.9999950528144836, "max_absolute_embedding_difference": 0.0009678751230239868, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 6.476541061943863, "clips_per_second": 2.470454498314842, "million_clips_hours": 112.43994899208094, "encoder_seconds": 0.575713249206543, "loader_wait_seconds": 5.893416733073536, "worker_decode_seconds_sum": 18.465404822141863, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5709411328, "agreement": { "minimum_cosine": 0.9999745488166809, "mean_cosine": 0.9999932050704956, "max_absolute_embedding_difference": 0.0008760765194892883, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 7.281008607009426, "clips_per_second": 2.1974977456552933, "million_clips_hours": 126.40639942724698, "encoder_seconds": 0.5355447387695312, "loader_wait_seconds": 6.739561999973375, "worker_decode_seconds_sum": 19.354326360858977, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5752894464, "agreement": { "minimum_cosine": 0.9999745488166809, "mean_cosine": 0.9999932050704956, "max_absolute_embedding_difference": 0.0008760765194892883, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 6.961380087013822, "clips_per_second": 2.298394829761898, "million_clips_hours": 120.8572931773233, "encoder_seconds": 0.5137989501953125, "loader_wait_seconds": 6.428738610993605, "worker_decode_seconds_sum": 19.303506327909417, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5839860736, "agreement": { "minimum_cosine": 0.9999745488166809, "mean_cosine": 0.9999932050704956, "max_absolute_embedding_difference": 0.0008760765194892883, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 2, "seconds": 10.324874409998301, "clips_per_second": 1.5496556533904253, "million_clips_hours": 179.25129184024829, "encoder_seconds": 0.4626627464294434, "loader_wait_seconds": 9.85205307090655, "worker_decode_seconds_sum": 17.9894542900729, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5120521216, "agreement": { "minimum_cosine": 0.9999886155128479, "mean_cosine": 0.9999950528144836, "max_absolute_embedding_difference": 0.0009678751230239868, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 8, "seconds": 5.935439986991696, "clips_per_second": 2.695672104353868, "million_clips_hours": 103.04583310749473, "encoder_seconds": 0.4665671348571777, "loader_wait_seconds": 5.456843480933458, "worker_decode_seconds_sum": 23.674765342031606, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5120521216, "agreement": { "minimum_cosine": 0.9999886155128479, "mean_cosine": 0.9999950528144836, "max_absolute_embedding_difference": 0.0009678751230239868, "accepted": true } } ], "selected_batch_size": 2, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 13.780727482982911, "clips_per_second": 3.6282554793817923, "million_clips_hours": 76.55959712768284, "encoder_seconds": 1.4515477180480958, "loader_wait_seconds": 12.28513466019649, "worker_decode_seconds_sum": 56.54614824993769, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5120521216, "agreement": { "minimum_cosine": 0.9999576807022095, "mean_cosine": 0.9999932646751404, "max_absolute_embedding_difference": 0.0010297596454620361, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 14.976011329970788, "clips_per_second": 3.3386726878295923, "million_clips_hours": 83.20006294428215, "encoder_seconds": 1.4713022422790527, "loader_wait_seconds": 13.458776378829498, "worker_decode_seconds_sum": 63.103856344067026, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5120521216, "agreement": { "minimum_cosine": 0.9999576807022095, "mean_cosine": 0.9999932646751404, "max_absolute_embedding_difference": 0.0009943097829818726, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 13.40571641799761, "clips_per_second": 3.729752177427338, "million_clips_hours": 74.47620232220895, "encoder_seconds": 1.4591907272338867, "loader_wait_seconds": 11.90483091812348, "worker_decode_seconds_sum": 54.464398471289314, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 5120521216, "agreement": { "minimum_cosine": 0.9999576807022095, "mean_cosine": 0.9999932646751404, "max_absolute_embedding_difference": 0.0010297596454620361, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 13.780727482982911, "pipeline_clips_per_second": 3.6282554793817923, "million_pipeline_hours": 76.55959712768284, "encoder_seconds_median": 1.4591907272338867, "max_gpu_allocated_bytes": 5120521216 }, "audio": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 1.9334453159826808, "clips_per_second": 8.275382741749766, "million_clips_hours": 33.56675895803265, "encoder_seconds": 1.8789933700561523, "loader_wait_seconds": 0.040009306103456765, "worker_decode_seconds_sum": 1.739550179161597, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6930671104, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 1.4074549269862473, "clips_per_second": 11.368037223231335, "million_clips_hours": 24.434981371289016, "encoder_seconds": 1.3270271759033203, "loader_wait_seconds": 0.07198904705001041, "worker_decode_seconds_sum": 2.0188081848900765, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8062539776, "agreement": { "minimum_cosine": 0.9981088042259216, "mean_cosine": 0.999738335609436, "max_absolute_embedding_difference": 0.007492221891880035, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 1.2375935899908654, "clips_per_second": 12.928315183111197, "million_clips_hours": 21.4859998262303, "encoder_seconds": 1.1365785217285156, "loader_wait_seconds": 0.09359860100084916, "worker_decode_seconds_sum": 2.5384074830799364, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 10487471616, "agreement": { "minimum_cosine": 0.9981488585472107, "mean_cosine": 0.9996415376663208, "max_absolute_embedding_difference": 0.007551133632659912, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 1.2040750249871053, "clips_per_second": 13.28820851522217, "million_clips_hours": 20.904080294915023, "encoder_seconds": 0.9550979614257813, "loader_wait_seconds": 0.2420651349821128, "worker_decode_seconds_sum": 2.4348607609281316, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443340288, "agreement": { "minimum_cosine": 0.9964921474456787, "mean_cosine": 0.9994233250617981, "max_absolute_embedding_difference": 0.009060129523277283, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 1.6925486419931985, "clips_per_second": 9.45319951405231, "million_clips_hours": 29.384525034604142, "encoder_seconds": 1.052126708984375, "loader_wait_seconds": 0.633612655044999, "worker_decode_seconds_sum": 2.341625255823601, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 28358137344, "agreement": { "minimum_cosine": 0.996334433555603, "mean_cosine": 0.9993847608566284, "max_absolute_embedding_difference": 0.010042019188404083, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 2, "seconds": 1.2299793839920312, "clips_per_second": 13.008348113990552, "million_clips_hours": 21.353808749861653, "encoder_seconds": 0.8926444091796875, "loader_wait_seconds": 0.331391071958933, "worker_decode_seconds_sum": 1.3927483599400148, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443340288, "agreement": { "minimum_cosine": 0.9964921474456787, "mean_cosine": 0.9994233250617981, "max_absolute_embedding_difference": 0.009060129523277283, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 8, "seconds": 1.2043225080124103, "clips_per_second": 13.285477846300555, "million_clips_hours": 20.908376875215456, "encoder_seconds": 0.885900390625, "loader_wait_seconds": 0.313894089020323, "worker_decode_seconds_sum": 4.925576479174197, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443340288, "agreement": { "minimum_cosine": 0.9964921474456787, "mean_cosine": 0.9994233250617981, "max_absolute_embedding_difference": 0.009060129523277283, "accepted": true } } ], "selected_batch_size": 1, "selected_loader_workers": 4, "repeats": [ { "samples": 50, "batch_size": 1, "loader_workers": 4, "seconds": 4.9717424779664725, "clips_per_second": 10.05683625440931, "million_clips_hours": 27.620791544258182, "encoder_seconds": 4.873077011108398, "loader_wait_seconds": 0.058954834763426334, "worker_decode_seconds_sum": 4.537165800866205, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6930671104, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 4, "seconds": 4.5740981320268475, "clips_per_second": 10.931116595402884, "million_clips_hours": 25.411656289038042, "encoder_seconds": 4.486179382324218, "loader_wait_seconds": 0.041273824812378734, "worker_decode_seconds_sum": 4.904483302030712, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6930671104, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 4, "seconds": 4.5330866040312685, "clips_per_second": 11.030012079525473, "million_clips_hours": 25.18381446684038, "encoder_seconds": 4.4362369155883785, "loader_wait_seconds": 0.048895229294430465, "worker_decode_seconds_sum": 4.459660149994306, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6930671104, "agreement": { "minimum_cosine": 0.9999998211860657, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } } ], "rejected_full_sample_settings": [ { "batch_size": 8, "loader_workers": 4, "agreement": { "minimum_cosine": 0.9905997514724731, "mean_cosine": 0.9993348121643066, "max_absolute_embedding_difference": 0.015099752694368362, "accepted": false } }, { "batch_size": 8, "loader_workers": 8, "agreement": { "minimum_cosine": 0.9905997514724731, "mean_cosine": 0.9993348121643066, "max_absolute_embedding_difference": 0.015099752694368362, "accepted": false } }, { "batch_size": 8, "loader_workers": 2, "agreement": { "minimum_cosine": 0.9905997514724731, "mean_cosine": 0.9993348121643066, "max_absolute_embedding_difference": 0.015099752694368362, "accepted": false } }, { "batch_size": 4, "loader_workers": 4, "agreement": { "minimum_cosine": 0.9905997514724731, "mean_cosine": 0.9994171261787415, "max_absolute_embedding_difference": 0.015099752694368362, "accepted": false } }, { "batch_size": 2, "loader_workers": 4, "agreement": { "minimum_cosine": 0.991376519203186, "mean_cosine": 0.9995859265327454, "max_absolute_embedding_difference": 0.015050582587718964, "accepted": false } }, { "batch_size": 16, "loader_workers": 4, "agreement": { "minimum_cosine": 0.9905809164047241, "mean_cosine": 0.9992504119873047, "max_absolute_embedding_difference": 0.015454858541488647, "accepted": false } } ], "all_repeats_validated": true, "pipeline_seconds_median": 4.5740981320268475, "pipeline_clips_per_second": 10.931116595402884, "million_pipeline_hours": 25.411656289038042, "encoder_seconds_median": 4.486179382324218, "max_gpu_allocated_bytes": 6930671104 }, "audio_video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 9.6456288130139, "clips_per_second": 1.6587824713317572, "million_clips_hours": 167.4588335592691, "encoder_seconds": 2.120138526916504, "loader_wait_seconds": 7.493094435019884, "worker_decode_seconds_sum": 20.008340612926986, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6941509120, "agreement": { "minimum_cosine": 0.9999997615814209, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 7.178619670972694, "clips_per_second": 2.2288407428376855, "million_clips_hours": 124.62881373216482, "encoder_seconds": 1.5664836273193359, "loader_wait_seconds": 5.59135913499631, "worker_decode_seconds_sum": 19.428392308938783, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8084215808, "agreement": { "minimum_cosine": 0.999931275844574, "mean_cosine": 0.999980092048645, "max_absolute_embedding_difference": 0.0013874918222427368, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 7.883126948028803, "clips_per_second": 2.0296514448496663, "million_clips_hours": 136.85984284772226, "encoder_seconds": 1.4317392272949219, "loader_wait_seconds": 6.436968674068339, "worker_decode_seconds_sum": 20.30801010603318, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 10530823680, "agreement": { "minimum_cosine": 0.9999102354049683, "mean_cosine": 0.9999727010726929, "max_absolute_embedding_difference": 0.0016296766698360443, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 7.709336247004103, "clips_per_second": 2.075405649379699, "million_clips_hours": 133.84264317715457, "encoder_seconds": 1.3899318237304688, "loader_wait_seconds": 6.308322126977146, "worker_decode_seconds_sum": 21.34809015900828, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16530044416, "agreement": { "minimum_cosine": 0.9998607635498047, "mean_cosine": 0.9999639987945557, "max_absolute_embedding_difference": 0.002049702685326338, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 8.580360850028228, "clips_per_second": 1.8647234399177235, "million_clips_hours": 148.96459809076785, "encoder_seconds": 1.492076171875, "loader_wait_seconds": 7.0793552289833315, "worker_decode_seconds_sum": 19.821249989094213, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 28531545600, "agreement": { "minimum_cosine": 0.9998619556427002, "mean_cosine": 0.999963641166687, "max_absolute_embedding_difference": 0.002071663737297058, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 2, "seconds": 13.279890921025071, "clips_per_second": 1.2048291733080714, "million_clips_hours": 230.55366182335194, "encoder_seconds": 1.6095735626220704, "loader_wait_seconds": 11.651447693060618, "worker_decode_seconds_sum": 22.675655727041885, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8084215808, "agreement": { "minimum_cosine": 0.999931275844574, "mean_cosine": 0.999980092048645, "max_absolute_embedding_difference": 0.0013874918222427368, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 8, "seconds": 6.949208455043845, "clips_per_second": 2.3024204991846156, "million_clips_hours": 120.64598012228898, "encoder_seconds": 1.7898347473144531, "loader_wait_seconds": 5.13302501704311, "worker_decode_seconds_sum": 24.04076789697865, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8084215808, "agreement": { "minimum_cosine": 0.999931275844574, "mean_cosine": 0.999980092048645, "max_absolute_embedding_difference": 0.0013874918222427368, "accepted": true } } ], "selected_batch_size": 2, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 16.881297298998106, "clips_per_second": 2.9618576768366887, "million_clips_hours": 93.78498499443393, "encoder_seconds": 6.2207473907470705, "loader_wait_seconds": 10.562683839700185, "worker_decode_seconds_sum": 69.99770578328753, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 8084215808, "agreement": { "minimum_cosine": 0.9997619390487671, "mean_cosine": 0.9999762773513794, "max_absolute_embedding_difference": 0.002941180020570755, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 16.742389811959583, "clips_per_second": 2.9864314809038506, "million_clips_hours": 93.0132767331088, "encoder_seconds": 5.906333679199219, "loader_wait_seconds": 10.750609414011706, "worker_decode_seconds_sum": 73.20520764699904, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 8084215808, "agreement": { "minimum_cosine": 0.9997619390487671, "mean_cosine": 0.9999762177467346, "max_absolute_embedding_difference": 0.002941180020570755, "accepted": true } }, { "samples": 50, "batch_size": 2, "loader_workers": 8, "seconds": 18.683401445974596, "clips_per_second": 2.6761722240236225, "million_clips_hours": 103.79667469985887, "encoder_seconds": 6.022889205932617, "loader_wait_seconds": 12.571917420020327, "worker_decode_seconds_sum": 78.17694949603174, "frame_count_fallback_clips": 2, "peak_gpu_allocated_bytes": 8084215808, "agreement": { "minimum_cosine": 0.9997619390487671, "mean_cosine": 0.9999762177467346, "max_absolute_embedding_difference": 0.002941180020570755, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 16.881297298998106, "pipeline_clips_per_second": 2.9618576768366887, "million_pipeline_hours": 93.78498499443393, "encoder_seconds_median": 6.022889205932617, "max_gpu_allocated_bytes": 8084215808 } }, "tuning_samples": 16, "method": { "input": "Original compressed media, first <=30seconds; no decoded-media or feature cache inside timed passes.", "preprocessing": "PyAV bilinear336RGB; fixed16 resizes only selected frames; native retains all frames; 48kHzmono audio, per-clip reflect padding to1920samples.", "batching": "Duration-sorted batches; variable lengths padded with validity masks; bounded three-batch CPU prefetch; pinned host buffers; asynchronous H2D; CPU decode overlaps GPU work.", "pipeline_timer": "Includes thread-pool startup, read/decode/preprocess, batch padding, transfer, encoding, full label-bank scoring, top3 selection and buffered NPZ/JSON writes. Excludes model/text-bank startup and network downloads.", "cache": "Repeated local-file reads may use OS page cache; decoded frames are regenerated every pass.", "validation": "Against the original single-clip vectors: minimumcosine>=0.995 and meancosine>=0.999. Failed candidates are not eligible.", "tuning": "Batch sizes1,2,4,8,16; loader workers2,4,8. Select using16clips; report three full50clip repetitions. Not an exhaustive optimization." } }, { "model": "pe-av-small", "complete": true, "sample_count": 50, "gpu": "NVIDIA GH200 120GB", "dtype": "bfloat16", "vision_frame_chunk": 64, "cpu_affinity": [ 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95 ], "modes": { "video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 19.30578474898357, "clips_per_second": 0.8287671393851205, "million_clips_hours": 335.16987411429807, "encoder_seconds": 17.084844314575196, "loader_wait_seconds": 2.074190858984366, "worker_decode_seconds_sum": 40.394045571854804, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4528904192, "agreement": { "minimum_cosine": 0.9999826550483704, "mean_cosine": 0.9999932050704956, "max_absolute_embedding_difference": 0.00115261971950531, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 21.990786989044864, "clips_per_second": 0.7275774172143411, "million_clips_hours": 381.7844963375844, "encoder_seconds": 20.833894165039062, "loader_wait_seconds": 1.0221692509949207, "worker_decode_seconds_sum": 43.49265035090502, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7273145344, "agreement": { "minimum_cosine": 0.9999592900276184, "mean_cosine": 0.9999895691871643, "max_absolute_embedding_difference": 0.0017576217651367188, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 22.833723317016847, "clips_per_second": 0.7007179590406961, "million_clips_hours": 396.41880758709806, "encoder_seconds": 19.02574951171875, "loader_wait_seconds": 3.7137897149659693, "worker_decode_seconds_sum": 42.84842769394163, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 12760759296, "agreement": { "minimum_cosine": 0.9999605417251587, "mean_cosine": 0.9999895095825195, "max_absolute_embedding_difference": 0.0017576217651367188, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 25.786042516992893, "clips_per_second": 0.62049071661369, "million_clips_hours": 447.67434925334885, "encoder_seconds": 20.96531689453125, "loader_wait_seconds": 4.708812771074008, "worker_decode_seconds_sum": 39.866772933048196, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 23732947968, "agreement": { "minimum_cosine": 0.9999598264694214, "mean_cosine": 0.9999895095825195, "max_absolute_embedding_difference": 0.0017576217651367188, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 42.51674808800453, "clips_per_second": 0.37632228990989464, "million_clips_hours": 738.1379876389675, "encoder_seconds": 26.007671875, "loader_wait_seconds": 16.09112927300157, "worker_decode_seconds_sum": 48.716783129028045, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 45680364544, "agreement": { "minimum_cosine": 0.9999841451644897, "mean_cosine": 0.9999916553497314, "max_absolute_embedding_difference": 0.0015066564083099365, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 2, "seconds": 25.678141564014368, "clips_per_second": 0.6230980524861105, "million_clips_hours": 445.8010688196939, "encoder_seconds": 16.465851928710936, "loader_wait_seconds": 9.114321702974848, "worker_decode_seconds_sum": 45.956006288237404, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4528904192, "agreement": { "minimum_cosine": 0.9999650716781616, "mean_cosine": 0.9999929070472717, "max_absolute_embedding_difference": 0.0014240443706512451, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 8, "seconds": 17.701258036016952, "clips_per_second": 0.9038905578035537, "million_clips_hours": 307.31350756973876, "encoder_seconds": 16.33679022216797, "loader_wait_seconds": 1.2812351920292713, "worker_decode_seconds_sum": 49.24034717917675, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4528904192, "agreement": { "minimum_cosine": 0.9999650120735168, "mean_cosine": 0.9999927878379822, "max_absolute_embedding_difference": 0.0014497339725494385, "accepted": true } } ], "selected_batch_size": 1, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 54.286001258995384, "clips_per_second": 0.9210477625981859, "million_clips_hours": 301.5888958833077, "encoder_seconds": 52.564944854736325, "loader_wait_seconds": 1.4496234051766805, "worker_decode_seconds_sum": 135.07000099000288, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6339530240, "agreement": { "minimum_cosine": 0.9998826384544373, "mean_cosine": 0.9999892711639404, "max_absolute_embedding_difference": 0.0016519129276275635, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 53.974772788991686, "clips_per_second": 0.9263586934486855, "million_clips_hours": 299.8598488277316, "encoder_seconds": 51.72535528564453, "loader_wait_seconds": 1.9950080740381964, "worker_decode_seconds_sum": 132.8045892380178, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6339530240, "agreement": { "minimum_cosine": 0.9999018311500549, "mean_cosine": 0.9999906420707703, "max_absolute_embedding_difference": 0.0017813146114349365, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 53.704253047995735, "clips_per_second": 0.9310249591464343, "million_clips_hours": 298.3569613777541, "encoder_seconds": 51.82576518249512, "loader_wait_seconds": 1.6274584940983914, "worker_decode_seconds_sum": 126.84840051102219, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6339530240, "agreement": { "minimum_cosine": 0.9999018311500549, "mean_cosine": 0.999990701675415, "max_absolute_embedding_difference": 0.0016337037086486816, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 53.974772788991686, "pipeline_clips_per_second": 0.9263586934486855, "million_pipeline_hours": 299.8598488277316, "encoder_seconds_median": 51.82576518249512, "max_gpu_allocated_bytes": 6339530240 }, "audio": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 1.2939680019626394, "clips_per_second": 12.36506619617474, "million_clips_hours": 22.464722256295822, "encoder_seconds": 1.2319140815734864, "loader_wait_seconds": 0.047873543051537126, "worker_decode_seconds_sum": 1.4318521159002557, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4184571392, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 1.3276790989912115, "clips_per_second": 12.0511048280846, "million_clips_hours": 23.04998435748631, "encoder_seconds": 1.2339456176757813, "loader_wait_seconds": 0.08291325607569888, "worker_decode_seconds_sum": 2.884746905998327, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5316411392, "agreement": { "minimum_cosine": 0.9990763664245605, "mean_cosine": 0.9998048543930054, "max_absolute_embedding_difference": 0.006079273298382759, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 1.14576710795518, "clips_per_second": 13.9644434622973, "million_clips_hours": 19.89179006866632, "encoder_seconds": 1.0285081634521485, "loader_wait_seconds": 0.10894998797448352, "worker_decode_seconds_sum": 2.9198040948831476, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7741371904, "agreement": { "minimum_cosine": 0.9989379048347473, "mean_cosine": 0.9996708631515503, "max_absolute_embedding_difference": 0.006079273298382759, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 1.232349706988316, "clips_per_second": 12.983327629542494, "million_clips_hours": 21.394960190769375, "encoder_seconds": 0.896221923828125, "loader_wait_seconds": 0.33055630198214203, "worker_decode_seconds_sum": 2.7707062550471164, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13697211904, "agreement": { "minimum_cosine": 0.9977337718009949, "mean_cosine": 0.9995262026786804, "max_absolute_embedding_difference": 0.00994187779724598, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 1.6551584309781902, "clips_per_second": 9.66674833087977, "million_clips_hours": 28.73538942670469, "encoder_seconds": 0.946199462890625, "loader_wait_seconds": 0.7048141220002435, "worker_decode_seconds_sum": 2.661412817949895, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 25608891904, "agreement": { "minimum_cosine": 0.997215986251831, "mean_cosine": 0.9993577003479004, "max_absolute_embedding_difference": 0.010110021568834782, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 2, "seconds": 0.9750006520189345, "clips_per_second": 16.410245436112056, "million_clips_hours": 16.9270946531065, "encoder_seconds": 0.8117262115478515, "loader_wait_seconds": 0.15712669299682602, "worker_decode_seconds_sum": 1.426062423735857, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7741371904, "agreement": { "minimum_cosine": 0.9989379048347473, "mean_cosine": 0.9996708631515503, "max_absolute_embedding_difference": 0.006079273298382759, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 8, "seconds": 1.2492613510112278, "clips_per_second": 12.807568237862021, "million_clips_hours": 21.688565121722704, "encoder_seconds": 1.0182964935302734, "loader_wait_seconds": 0.2189637670526281, "worker_decode_seconds_sum": 5.8780888679903, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7741371904, "agreement": { "minimum_cosine": 0.9989379048347473, "mean_cosine": 0.9996708631515503, "max_absolute_embedding_difference": 0.006079273298382759, "accepted": true } } ], "selected_batch_size": 4, "selected_loader_workers": 2, "repeats": [ { "samples": 50, "batch_size": 4, "loader_workers": 2, "seconds": 2.883493711007759, "clips_per_second": 17.340075967263125, "million_clips_hours": 16.01940950559866, "encoder_seconds": 2.7859444427490234, "loader_wait_seconds": 0.07134055905044079, "worker_decode_seconds_sum": 4.713566298189107, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7741371904, "agreement": { "minimum_cosine": 0.9972025156021118, "mean_cosine": 0.9996258616447449, "max_absolute_embedding_difference": 0.01113961637020111, "accepted": true } }, { "samples": 50, "batch_size": 4, "loader_workers": 2, "seconds": 2.6898729630047455, "clips_per_second": 18.588238436415626, "million_clips_hours": 14.943738683359697, "encoder_seconds": 2.593018524169922, "loader_wait_seconds": 0.07197555399034172, "worker_decode_seconds_sum": 4.750929182861, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7741371904, "agreement": { "minimum_cosine": 0.9972025156021118, "mean_cosine": 0.9996258616447449, "max_absolute_embedding_difference": 0.01113961637020111, "accepted": true } }, { "samples": 50, "batch_size": 4, "loader_workers": 2, "seconds": 3.593757146038115, "clips_per_second": 13.913015812746771, "million_clips_hours": 19.96531747798953, "encoder_seconds": 2.8107433929443357, "loader_wait_seconds": 0.7544062569504604, "worker_decode_seconds_sum": 6.673694755823817, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7741371904, "agreement": { "minimum_cosine": 0.9972025156021118, "mean_cosine": 0.9996258616447449, "max_absolute_embedding_difference": 0.01113961637020111, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 2.883493711007759, "pipeline_clips_per_second": 17.340075967263125, "million_pipeline_hours": 16.01940950559866, "encoder_seconds_median": 2.7859444427490234, "max_gpu_allocated_bytes": 7741371904 }, "audio_video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 24.882595831004437, "clips_per_second": 0.6430197278719423, "million_clips_hours": 431.98951095493817, "encoder_seconds": 17.609860748291016, "loader_wait_seconds": 7.169308240991086, "worker_decode_seconds_sum": 62.74799078173237, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4794209792, "agreement": { "minimum_cosine": 0.999992847442627, "mean_cosine": 0.999994158744812, "max_absolute_embedding_difference": 0.0010636001825332642, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 23.563567782053724, "clips_per_second": 0.6790143219392175, "million_clips_hours": 409.0897184384327, "encoder_seconds": 18.93173596191406, "loader_wait_seconds": 4.5419773969915695, "worker_decode_seconds_sum": 56.341969857981894, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7272276992, "agreement": { "minimum_cosine": 0.9997472763061523, "mean_cosine": 0.9999665021896362, "max_absolute_embedding_difference": 0.002630149945616722, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 22.755845968029462, "clips_per_second": 0.7031160266455925, "million_clips_hours": 395.06677027828925, "encoder_seconds": 19.7906826171875, "loader_wait_seconds": 2.877261114947032, "worker_decode_seconds_sum": 39.59882367507089, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 12759022592, "agreement": { "minimum_cosine": 0.999748706817627, "mean_cosine": 0.9999593496322632, "max_absolute_embedding_difference": 0.0027519576251506805, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 26.74966253596358, "clips_per_second": 0.5981383869231547, "million_clips_hours": 464.40386347158994, "encoder_seconds": 21.6826689453125, "loader_wait_seconds": 4.96340147301089, "worker_decode_seconds_sum": 42.83395975606982, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 23732513792, "agreement": { "minimum_cosine": 0.9996576905250549, "mean_cosine": 0.9999356269836426, "max_absolute_embedding_difference": 0.002614868339151144, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 39.57977483596187, "clips_per_second": 0.4042468676568247, "million_clips_hours": 687.1488686798936, "encoder_seconds": 26.875921875, "loader_wait_seconds": 12.58119335200172, "worker_decode_seconds_sum": 40.12295755604282, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 45680364544, "agreement": { "minimum_cosine": 0.9996549487113953, "mean_cosine": 0.9999314546585083, "max_absolute_embedding_difference": 0.0026347991079092026, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 2, "seconds": 27.01532612700248, "clips_per_second": 0.5922564075214923, "million_clips_hours": 469.01607859379305, "encoder_seconds": 19.78950634765625, "loader_wait_seconds": 7.138788698997814, "worker_decode_seconds_sum": 37.494910883833654, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 12759022592, "agreement": { "minimum_cosine": 0.999748706817627, "mean_cosine": 0.9999598264694214, "max_absolute_embedding_difference": 0.0027519576251506805, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 8, "seconds": 21.91577982000308, "clips_per_second": 0.7300675646228385, "million_clips_hours": 380.48228854172015, "encoder_seconds": 19.8715830078125, "loader_wait_seconds": 1.950397054082714, "worker_decode_seconds_sum": 49.17572299396852, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 12759022592, "agreement": { "minimum_cosine": 0.9997444152832031, "mean_cosine": 0.9999598860740662, "max_absolute_embedding_difference": 0.002759285271167755, "accepted": true } } ], "selected_batch_size": 4, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 4, "loader_workers": 8, "seconds": 66.56671614898369, "clips_per_second": 0.7511261316856078, "million_clips_hours": 369.81508971657604, "encoder_seconds": 64.41188452148438, "loader_wait_seconds": 1.8854542461340316, "worker_decode_seconds_sum": 142.17111292795744, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 20001526784, "agreement": { "minimum_cosine": 0.9996581077575684, "mean_cosine": 0.9999639391899109, "max_absolute_embedding_difference": 0.002671445719897747, "accepted": true } }, { "samples": 50, "batch_size": 4, "loader_workers": 8, "seconds": 66.29464194597676, "clips_per_second": 0.754208764574742, "million_clips_hours": 368.30356636653755, "encoder_seconds": 64.1793134765625, "loader_wait_seconds": 1.8456423860043287, "worker_decode_seconds_sum": 144.86128973017912, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 20001526784, "agreement": { "minimum_cosine": 0.999664306640625, "mean_cosine": 0.9999649524688721, "max_absolute_embedding_difference": 0.002630865201354027, "accepted": true } }, { "samples": 50, "batch_size": 4, "loader_workers": 8, "seconds": 66.50538922398118, "clips_per_second": 0.7518187711315656, "million_clips_hours": 369.4743845776732, "encoder_seconds": 64.351740234375, "loader_wait_seconds": 1.8839392739464529, "worker_decode_seconds_sum": 159.81664943817304, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 20001526784, "agreement": { "minimum_cosine": 0.9996581077575684, "mean_cosine": 0.9999653100967407, "max_absolute_embedding_difference": 0.002671445719897747, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 66.50538922398118, "pipeline_clips_per_second": 0.7518187711315656, "million_pipeline_hours": 369.4743845776732, "encoder_seconds_median": 64.351740234375, "max_gpu_allocated_bytes": 20001526784 } }, "tuning_samples": 16, "method": { "input": "Original compressed media, first <=30seconds; no decoded-media or feature cache inside timed passes.", "preprocessing": "PyAV bilinear336RGB; fixed16 resizes only selected frames; native retains all frames; 48kHzmono audio, per-clip reflect padding to1920samples.", "batching": "Duration-sorted batches; variable lengths padded with validity masks; bounded three-batch CPU prefetch; pinned host buffers; asynchronous H2D; CPU decode overlaps GPU work.", "pipeline_timer": "Includes thread-pool startup, read/decode/preprocess, batch padding, transfer, encoding, full label-bank scoring, top3 selection and buffered NPZ/JSON writes. Excludes model/text-bank startup and network downloads.", "cache": "Repeated local-file reads may use OS page cache; decoded frames are regenerated every pass.", "validation": "Against the original single-clip vectors: minimumcosine>=0.995 and meancosine>=0.999. Failed candidates are not eligible.", "tuning": "Batch sizes1,2,4,8,16; loader workers2,4,8. Select using16clips; report three full50clip repetitions. Not an exhaustive optimization." } }, { "model": "pe-av-base", "complete": true, "sample_count": 50, "gpu": "NVIDIA GH200 120GB", "dtype": "bfloat16", "vision_frame_chunk": 64, "cpu_affinity": [ 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71 ], "modes": { "video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 20.400691421004012, "clips_per_second": 0.7842871434997944, "million_clips_hours": 354.17867050354187, "encoder_seconds": 17.16153453063965, "loader_wait_seconds": 3.0751458488521166, "worker_decode_seconds_sum": 46.5086361450376, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4870971904, "agreement": { "minimum_cosine": 0.9999346137046814, "mean_cosine": 0.9999863505363464, "max_absolute_embedding_difference": 0.0016181468963623047, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 21.79622558999108, "clips_per_second": 0.7340720499492016, "million_clips_hours": 378.4066942706785, "encoder_seconds": 19.231261291503905, "loader_wait_seconds": 2.427313047053758, "worker_decode_seconds_sum": 51.15373834897764, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7615213056, "agreement": { "minimum_cosine": 0.9999001622200012, "mean_cosine": 0.9999696016311646, "max_absolute_embedding_difference": 0.0017114877700805664, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 24.66853402199922, "clips_per_second": 0.6485995473314837, "million_clips_hours": 428.27316010415313, "encoder_seconds": 18.622109130859375, "loader_wait_seconds": 5.949438854062464, "worker_decode_seconds_sum": 50.0766018430586, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13102827008, "agreement": { "minimum_cosine": 0.9999014139175415, "mean_cosine": 0.9999699592590332, "max_absolute_embedding_difference": 0.0017114877700805664, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 28.28928621299565, "clips_per_second": 0.5655851434190607, "million_clips_hours": 491.13344119784114, "encoder_seconds": 20.45698046875, "loader_wait_seconds": 7.715312233020086, "worker_decode_seconds_sum": 51.22393402387388, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 24075015680, "agreement": { "minimum_cosine": 0.9999023675918579, "mean_cosine": 0.999973714351654, "max_absolute_embedding_difference": 0.0017114877700805664, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 38.55191841698252, "clips_per_second": 0.415024742139728, "million_clips_hours": 669.3041391837243, "encoder_seconds": 25.2832734375, "loader_wait_seconds": 13.022247701999731, "worker_decode_seconds_sum": 40.66451054706704, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 46022432256, "agreement": { "minimum_cosine": 0.9999020099639893, "mean_cosine": 0.9999690055847168, "max_absolute_embedding_difference": 0.0017114877700805664, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 2, "seconds": 24.767965232022107, "clips_per_second": 0.645995738855199, "million_clips_hours": 429.9993963892727, "encoder_seconds": 15.996974700927735, "loader_wait_seconds": 8.691793896025047, "worker_decode_seconds_sum": 43.4099071379751, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4870971904, "agreement": { "minimum_cosine": 0.9999388456344604, "mean_cosine": 0.9999899864196777, "max_absolute_embedding_difference": 0.0016526281833648682, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 8, "seconds": 19.971823408966884, "clips_per_second": 0.8011286537220418, "million_clips_hours": 346.73304529456396, "encoder_seconds": 15.919642196655273, "loader_wait_seconds": 3.9653118039132096, "worker_decode_seconds_sum": 62.24417456402443, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4870971904, "agreement": { "minimum_cosine": 0.9999062418937683, "mean_cosine": 0.9999774098396301, "max_absolute_embedding_difference": 0.0016649067401885986, "accepted": true } } ], "selected_batch_size": 1, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 56.95793972199317, "clips_per_second": 0.8778407408000661, "million_clips_hours": 316.43299845551763, "encoder_seconds": 51.58467544555664, "loader_wait_seconds": 5.093654020805843, "worker_decode_seconds_sum": 173.3916011461406, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6681597952, "agreement": { "minimum_cosine": 0.9999075531959534, "mean_cosine": 0.9999839663505554, "max_absolute_embedding_difference": 0.0016117691993713379, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 57.261073041998316, "clips_per_second": 0.8731935561760664, "million_clips_hours": 318.1170724555462, "encoder_seconds": 50.52841708374024, "loader_wait_seconds": 6.456552431918681, "worker_decode_seconds_sum": 183.01771770312916, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6681597952, "agreement": { "minimum_cosine": 0.9999234676361084, "mean_cosine": 0.9999865889549255, "max_absolute_embedding_difference": 0.0017108321189880371, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 57.535288079001475, "clips_per_second": 0.8690318875495192, "million_clips_hours": 319.640489327786, "encoder_seconds": 50.25040504455566, "loader_wait_seconds": 6.954781970765907, "worker_decode_seconds_sum": 184.59249417408137, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6681597952, "agreement": { "minimum_cosine": 0.9999062418937683, "mean_cosine": 0.9999873638153076, "max_absolute_embedding_difference": 0.0016862452030181885, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 57.261073041998316, "pipeline_clips_per_second": 0.8731935561760664, "million_pipeline_hours": 318.1170724555462, "encoder_seconds_median": 50.52841708374024, "max_gpu_allocated_bytes": 6681597952 }, "audio": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 1.6779129490023479, "clips_per_second": 9.535655594953997, "million_clips_hours": 29.130433142401873, "encoder_seconds": 1.5996081504821777, "loader_wait_seconds": 0.06183848204091191, "worker_decode_seconds_sum": 1.8420391379040666, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 4526639104, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 1.455119201040361, "clips_per_second": 10.995662752962465, "million_clips_hours": 25.262486129172935, "encoder_seconds": 1.3484654846191406, "loader_wait_seconds": 0.0957413850701414, "worker_decode_seconds_sum": 2.6526967738755047, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5658479104, "agreement": { "minimum_cosine": 0.9973218441009521, "mean_cosine": 0.9996710419654846, "max_absolute_embedding_difference": 0.0084410160779953, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 1.2379873379832134, "clips_per_second": 12.924203268561179, "million_clips_hours": 21.49283572887523, "encoder_seconds": 1.1265651550292968, "loader_wait_seconds": 0.10321546293562278, "worker_decode_seconds_sum": 2.757194839010481, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8083439616, "agreement": { "minimum_cosine": 0.9973449110984802, "mean_cosine": 0.9994751214981079, "max_absolute_embedding_difference": 0.008784882724285126, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 1.150801452982705, "clips_per_second": 13.903354013440282, "million_clips_hours": 19.979191892060854, "encoder_seconds": 0.901147216796875, "loader_wait_seconds": 0.2448158020270057, "worker_decode_seconds_sum": 2.367297646822408, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14039279616, "agreement": { "minimum_cosine": 0.9973588585853577, "mean_cosine": 0.9993404150009155, "max_absolute_embedding_difference": 0.008548231795430183, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 1.6665948419831693, "clips_per_second": 9.600413728006474, "million_clips_hours": 28.933938228874467, "encoder_seconds": 0.9772914428710937, "loader_wait_seconds": 0.6849716170108877, "worker_decode_seconds_sum": 2.5847900430089794, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 25950959616, "agreement": { "minimum_cosine": 0.9972928166389465, "mean_cosine": 0.9991960525512695, "max_absolute_embedding_difference": 0.009858265519142151, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 2, "seconds": 1.2733675899798982, "clips_per_second": 12.565106985526922, "million_clips_hours": 22.10707621492879, "encoder_seconds": 0.8580448303222656, "loader_wait_seconds": 0.4104185070027597, "worker_decode_seconds_sum": 1.5259920219541527, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14039279616, "agreement": { "minimum_cosine": 0.9973588585853577, "mean_cosine": 0.9993404150009155, "max_absolute_embedding_difference": 0.008548231795430183, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 8, "seconds": 1.178953637019731, "clips_per_second": 13.5713564109665, "million_clips_hours": 20.46794508714811, "encoder_seconds": 0.8741682739257812, "loader_wait_seconds": 0.300779249984771, "worker_decode_seconds_sum": 4.972445117949974, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14039279616, "agreement": { "minimum_cosine": 0.9973588585853577, "mean_cosine": 0.9993404150009155, "max_absolute_embedding_difference": 0.008548231795430183, "accepted": true } } ], "selected_batch_size": 8, "selected_loader_workers": 4, "repeats": [ { "samples": 50, "batch_size": 8, "loader_workers": 4, "seconds": 3.0059075640165247, "clips_per_second": 16.63391136791628, "million_clips_hours": 16.699486466758472, "encoder_seconds": 2.798537078857422, "loader_wait_seconds": 0.18527270312188193, "worker_decode_seconds_sum": 8.657044067105744, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14039279616, "agreement": { "minimum_cosine": 0.9968873262405396, "mean_cosine": 0.9995077252388, "max_absolute_embedding_difference": 0.011663973331451416, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 4, "seconds": 2.780595969990827, "clips_per_second": 17.981756623262655, "million_clips_hours": 15.447755388837928, "encoder_seconds": 2.6114737548828124, "loader_wait_seconds": 0.14886878605466336, "worker_decode_seconds_sum": 7.809978635050356, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14039279616, "agreement": { "minimum_cosine": 0.9968873262405396, "mean_cosine": 0.9995077252388, "max_absolute_embedding_difference": 0.011663973331451416, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 4, "seconds": 2.7782047789660282, "clips_per_second": 17.99723345757422, "million_clips_hours": 15.434470994255712, "encoder_seconds": 2.5922844848632813, "loader_wait_seconds": 0.1662905019475147, "worker_decode_seconds_sum": 8.266386585892178, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 14039279616, "agreement": { "minimum_cosine": 0.9968873262405396, "mean_cosine": 0.9995077252388, "max_absolute_embedding_difference": 0.011663973331451416, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 2.780595969990827, "pipeline_clips_per_second": 17.981756623262655, "million_pipeline_hours": 15.447755388837928, "encoder_seconds_median": 2.6114737548828124, "max_gpu_allocated_bytes": 14039279616 }, "audio_video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 20.572120608005207, "clips_per_second": 0.7777516136947952, "million_clips_hours": 357.15487166675706, "encoder_seconds": 17.126547821044923, "loader_wait_seconds": 3.3511104620993137, "worker_decode_seconds_sum": 45.802577435970306, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5136277504, "agreement": { "minimum_cosine": 0.9999719858169556, "mean_cosine": 0.999990701675415, "max_absolute_embedding_difference": 0.001620560884475708, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 21.297918912023306, "clips_per_second": 0.7512471085129132, "million_clips_hours": 369.7555366670713, "encoder_seconds": 18.454349060058593, "loader_wait_seconds": 2.7514882498653606, "worker_decode_seconds_sum": 49.22321581293363, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7614344704, "agreement": { "minimum_cosine": 0.9999103546142578, "mean_cosine": 0.999973714351654, "max_absolute_embedding_difference": 0.001946665346622467, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 25.469589587999508, "clips_per_second": 0.6282001500149303, "million_clips_hours": 442.1803747916581, "encoder_seconds": 19.416675048828125, "loader_wait_seconds": 5.960260434134398, "worker_decode_seconds_sum": 50.74662144697504, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 13101090304, "agreement": { "minimum_cosine": 0.9999078512191772, "mean_cosine": 0.9999727010726929, "max_absolute_embedding_difference": 0.0019357427954673767, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 29.39226450701244, "clips_per_second": 0.5443609149673616, "million_clips_hours": 510.28236991341043, "encoder_seconds": 21.15024951171875, "loader_wait_seconds": 8.142370431043673, "worker_decode_seconds_sum": 50.965886528021656, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 24074581504, "agreement": { "minimum_cosine": 0.9998067021369934, "mean_cosine": 0.9999606609344482, "max_absolute_embedding_difference": 0.002085515297949314, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 39.806010041967966, "clips_per_second": 0.4019493534551944, "million_clips_hours": 691.0765632286106, "encoder_seconds": 26.239587890625, "loader_wait_seconds": 13.44270814396441, "worker_decode_seconds_sum": 43.06086120812688, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 46022432256, "agreement": { "minimum_cosine": 0.9998483061790466, "mean_cosine": 0.9999589323997498, "max_absolute_embedding_difference": 0.0019552595913410187, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 2, "seconds": 25.45952325599501, "clips_per_second": 0.6284485313853018, "million_clips_hours": 442.00561208324666, "encoder_seconds": 17.084007049560547, "loader_wait_seconds": 8.28583163395524, "worker_decode_seconds_sum": 44.32383705698885, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5136277504, "agreement": { "minimum_cosine": 0.9999719858169556, "mean_cosine": 0.9999910593032837, "max_absolute_embedding_difference": 0.001620560884475708, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 8, "seconds": 18.933441682020202, "clips_per_second": 0.8450655865274673, "million_clips_hours": 328.7055847572952, "encoder_seconds": 17.229777526855468, "loader_wait_seconds": 1.6003135258797556, "worker_decode_seconds_sum": 50.79962932999479, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 5136277504, "agreement": { "minimum_cosine": 0.9999730587005615, "mean_cosine": 0.999992847442627, "max_absolute_embedding_difference": 0.001620560884475708, "accepted": true } } ], "selected_batch_size": 1, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 58.9690991389798, "clips_per_second": 0.8479017100491698, "million_clips_hours": 327.60610632766554, "encoder_seconds": 55.09750119018555, "loader_wait_seconds": 3.562692172417883, "worker_decode_seconds_sum": 160.1297125830897, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6681597952, "agreement": { "minimum_cosine": 0.9999470710754395, "mean_cosine": 0.9999902248382568, "max_absolute_embedding_difference": 0.001620560884475708, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 58.82156492996728, "clips_per_second": 0.8500283877100142, "million_clips_hours": 326.78647183315155, "encoder_seconds": 54.422034454345706, "loader_wait_seconds": 4.0869298637262546, "worker_decode_seconds_sum": 165.7441081959987, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6681597952, "agreement": { "minimum_cosine": 0.9999614357948303, "mean_cosine": 0.9999921917915344, "max_absolute_embedding_difference": 0.001620560884475708, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 59.30791993398452, "clips_per_second": 0.84305772408904, "million_clips_hours": 329.4884440776918, "encoder_seconds": 54.4102734375, "loader_wait_seconds": 4.587917275261134, "worker_decode_seconds_sum": 165.41963031201158, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6681597952, "agreement": { "minimum_cosine": 0.9999548196792603, "mean_cosine": 0.9999918937683105, "max_absolute_embedding_difference": 0.0017829090356826782, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 58.9690991389798, "pipeline_clips_per_second": 0.8479017100491698, "million_pipeline_hours": 327.60610632766554, "encoder_seconds_median": 54.422034454345706, "max_gpu_allocated_bytes": 6681597952 } }, "tuning_samples": 16, "method": { "input": "Original compressed media, first <=30seconds; no decoded-media or feature cache inside timed passes.", "preprocessing": "PyAV bilinear336RGB; fixed16 resizes only selected frames; native retains all frames; 48kHzmono audio, per-clip reflect padding to1920samples.", "batching": "Duration-sorted batches; variable lengths padded with validity masks; bounded three-batch CPU prefetch; pinned host buffers; asynchronous H2D; CPU decode overlaps GPU work.", "pipeline_timer": "Includes thread-pool startup, read/decode/preprocess, batch padding, transfer, encoding, full label-bank scoring, top3 selection and buffered NPZ/JSON writes. Excludes model/text-bank startup and network downloads.", "cache": "Repeated local-file reads may use OS page cache; decoded frames are regenerated every pass.", "validation": "Against the original single-clip vectors: minimumcosine>=0.995 and meancosine>=0.999. Failed candidates are not eligible.", "tuning": "Batch sizes1,2,4,8,16; loader workers2,4,8. Select using16clips; report three full50clip repetitions. Not an exhaustive optimization." } }, { "model": "pe-av-large", "complete": true, "sample_count": 50, "gpu": "NVIDIA GH200 120GB", "dtype": "bfloat16", "vision_frame_chunk": 64, "cpu_affinity": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23 ], "modes": { "video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 20.785056983993854, "clips_per_second": 0.7697837928624045, "million_clips_hours": 360.8516837498933, "encoder_seconds": 17.855498458862304, "loader_wait_seconds": 2.7908390940283425, "worker_decode_seconds_sum": 46.41614712396404, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7275003904, "agreement": { "minimum_cosine": 0.9999868273735046, "mean_cosine": 0.9999955892562866, "max_absolute_embedding_difference": 0.001042783260345459, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 21.983297643018886, "clips_per_second": 0.727825290810318, "million_clips_hours": 381.6544729690779, "encoder_seconds": 19.359519897460938, "loader_wait_seconds": 2.5022986229741946, "worker_decode_seconds_sum": 50.69514771713875, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 10019245056, "agreement": { "minimum_cosine": 0.9999916553497314, "mean_cosine": 0.9999942779541016, "max_absolute_embedding_difference": 0.0008810684084892273, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 25.034137153008487, "clips_per_second": 0.6391272805692524, "million_clips_hours": 434.6204366841751, "encoder_seconds": 19.374947021484374, "loader_wait_seconds": 5.577469400072005, "worker_decode_seconds_sum": 49.19715710909804, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 15506859008, "agreement": { "minimum_cosine": 0.9999586343765259, "mean_cosine": 0.999992311000824, "max_absolute_embedding_difference": 0.0008987933397293091, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 28.399087737954687, "clips_per_second": 0.5633983791182274, "million_clips_hours": 493.03971767282445, "encoder_seconds": 21.1309267578125, "loader_wait_seconds": 7.167630116979126, "worker_decode_seconds_sum": 49.92051697894931, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 26479047680, "agreement": { "minimum_cosine": 0.9999860525131226, "mean_cosine": 0.9999936819076538, "max_absolute_embedding_difference": 0.0011097639799118042, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 39.06257898698095, "clips_per_second": 0.40959917176314936, "million_clips_hours": 678.1697740795304, "encoder_seconds": 26.209423828125, "loader_wait_seconds": 12.640491758997086, "worker_decode_seconds_sum": 39.39713678584667, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 48426464256, "agreement": { "minimum_cosine": 0.9999860525131226, "mean_cosine": 0.999994158744812, "max_absolute_embedding_difference": 0.0011097639799118042, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 2, "seconds": 24.464355602976866, "clips_per_second": 0.6540127301801112, "million_clips_hours": 424.72839588501506, "encoder_seconds": 16.73942854309082, "loader_wait_seconds": 7.669453546986915, "worker_decode_seconds_sum": 42.78041726874653, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7275003904, "agreement": { "minimum_cosine": 0.9999911785125732, "mean_cosine": 0.9999956488609314, "max_absolute_embedding_difference": 0.0008034631609916687, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 8, "seconds": 19.843052996031474, "clips_per_second": 0.8063275345381545, "million_clips_hours": 344.4974478477686, "encoder_seconds": 16.49535595703125, "loader_wait_seconds": 3.2846381859271787, "worker_decode_seconds_sum": 60.10924252291443, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7275003904, "agreement": { "minimum_cosine": 0.9999544620513916, "mean_cosine": 0.999992847442627, "max_absolute_embedding_difference": 0.0011434108018875122, "accepted": true } } ], "selected_batch_size": 1, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 57.73287310200976, "clips_per_second": 0.8660577122440045, "million_clips_hours": 320.73818390005425, "encoder_seconds": 53.79729881286621, "loader_wait_seconds": 3.7354701447766274, "worker_decode_seconds_sum": 169.9733798520174, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 9085629952, "agreement": { "minimum_cosine": 0.9999544620513916, "mean_cosine": 0.9999936819076538, "max_absolute_embedding_difference": 0.0011434108018875122, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 57.57359391299542, "clips_per_second": 0.8684536886052214, "million_clips_hours": 319.85329951664124, "encoder_seconds": 52.31252769470215, "loader_wait_seconds": 5.001152053126134, "worker_decode_seconds_sum": 179.32050935726147, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 9085629952, "agreement": { "minimum_cosine": 0.9999868273735046, "mean_cosine": 0.9999953508377075, "max_absolute_embedding_difference": 0.001042783260345459, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 57.73634210700402, "clips_per_second": 0.866005676413201, "million_clips_hours": 320.75745615002234, "encoder_seconds": 52.05581492614746, "loader_wait_seconds": 5.477502061985433, "worker_decode_seconds_sum": 181.58044201281155, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 9085629952, "agreement": { "minimum_cosine": 0.9999582171440125, "mean_cosine": 0.9999943375587463, "max_absolute_embedding_difference": 0.0011283978819847107, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 57.73287310200976, "pipeline_clips_per_second": 0.8660577122440045, "million_pipeline_hours": 320.73818390005425, "encoder_seconds_median": 52.31252769470215, "max_gpu_allocated_bytes": 9085629952 }, "audio": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 1.7962353199836798, "clips_per_second": 8.90751886570484, "million_clips_hours": 31.184640971938887, "encoder_seconds": 1.7249324798583985, "loader_wait_seconds": 0.057477181719150394, "worker_decode_seconds_sum": 1.4800707050017081, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 6930671104, "agreement": { "minimum_cosine": 0.9999998807907104, "mean_cosine": 1.0, "max_absolute_embedding_difference": 0.0, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 1.4718072320101783, "clips_per_second": 10.870988844203037, "million_clips_hours": 25.552208889065597, "encoder_seconds": 1.3843561706542968, "loader_wait_seconds": 0.07968729507410899, "worker_decode_seconds_sum": 1.9282757581095211, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 8062511104, "agreement": { "minimum_cosine": 0.9982140064239502, "mean_cosine": 0.9997867345809937, "max_absolute_embedding_difference": 0.0066126203164458275, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 1.3165491159888916, "clips_per_second": 12.152983740361268, "million_clips_hours": 22.856755485918256, "encoder_seconds": 1.1969938049316406, "loader_wait_seconds": 0.11305606196401641, "worker_decode_seconds_sum": 2.607593844877556, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 10487471616, "agreement": { "minimum_cosine": 0.9981868267059326, "mean_cosine": 0.9997076988220215, "max_absolute_embedding_difference": 0.0066690766252577305, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 1.2045371959684417, "clips_per_second": 13.28310993927928, "million_clips_hours": 20.912104096674334, "encoder_seconds": 0.9758191833496094, "loader_wait_seconds": 0.22669726598542184, "worker_decode_seconds_sum": 2.378878596064169, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443311616, "agreement": { "minimum_cosine": 0.9967865943908691, "mean_cosine": 0.9995173811912537, "max_absolute_embedding_difference": 0.01297066081315279, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 1.7055457850219682, "clips_per_second": 9.381161233261125, "million_clips_hours": 29.610169878853615, "encoder_seconds": 1.1118245849609374, "loader_wait_seconds": 0.5918268269742839, "worker_decode_seconds_sum": 2.229084674094338, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 28354991616, "agreement": { "minimum_cosine": 0.9966890811920166, "mean_cosine": 0.9994948506355286, "max_absolute_embedding_difference": 0.012870118953287601, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 2, "seconds": 1.2404122879961506, "clips_per_second": 12.898937034756022, "million_clips_hours": 21.534935555488726, "encoder_seconds": 0.9270236206054687, "loader_wait_seconds": 0.3106647420208901, "worker_decode_seconds_sum": 1.3434017080580816, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443311616, "agreement": { "minimum_cosine": 0.9967865943908691, "mean_cosine": 0.9995173811912537, "max_absolute_embedding_difference": 0.01297066081315279, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 8, "seconds": 1.2956944369943812, "clips_per_second": 12.348590487981992, "million_clips_hours": 22.494695086708006, "encoder_seconds": 0.9236520080566406, "loader_wait_seconds": 0.36930856003891677, "worker_decode_seconds_sum": 5.258570351928938, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443311616, "agreement": { "minimum_cosine": 0.9967865943908691, "mean_cosine": 0.9995173811912537, "max_absolute_embedding_difference": 0.01297066081315279, "accepted": true } } ], "selected_batch_size": 8, "selected_loader_workers": 4, "repeats": [ { "samples": 50, "batch_size": 8, "loader_workers": 4, "seconds": 3.269200003996957, "clips_per_second": 15.294261574351369, "million_clips_hours": 18.162222244427536, "encoder_seconds": 3.0895116729736327, "loader_wait_seconds": 0.16370366606861353, "worker_decode_seconds_sum": 8.155051711888518, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443311616, "agreement": { "minimum_cosine": 0.9967171549797058, "mean_cosine": 0.9996387958526611, "max_absolute_embedding_difference": 0.013819217681884766, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 4, "seconds": 3.1546156179974787, "clips_per_second": 15.849791560893731, "million_clips_hours": 17.525642322208213, "encoder_seconds": 2.989264053344727, "loader_wait_seconds": 0.1496256380341947, "worker_decode_seconds_sum": 8.360849372169469, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443311616, "agreement": { "minimum_cosine": 0.9967171549797058, "mean_cosine": 0.9996387958526611, "max_absolute_embedding_difference": 0.013819217681884766, "accepted": true } }, { "samples": 50, "batch_size": 8, "loader_workers": 4, "seconds": 3.1487617660313845, "clips_per_second": 15.879257852847555, "million_clips_hours": 17.49312092239658, "encoder_seconds": 2.9653060150146486, "loader_wait_seconds": 0.1654813940403983, "worker_decode_seconds_sum": 8.598046421131585, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 16443311616, "agreement": { "minimum_cosine": 0.9967171549797058, "mean_cosine": 0.9996387958526611, "max_absolute_embedding_difference": 0.013819217681884766, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 3.1546156179974787, "pipeline_clips_per_second": 15.849791560893731, "million_pipeline_hours": 17.525642322208213, "encoder_seconds_median": 2.989264053344727, "max_gpu_allocated_bytes": 16443311616 }, "audio_video": { "status": "complete", "trials": [ { "samples": 16, "batch_size": 1, "loader_workers": 4, "seconds": 21.226654032012448, "clips_per_second": 0.7537692928838431, "million_clips_hours": 368.5182991668828, "encoder_seconds": 18.179363403320313, "loader_wait_seconds": 2.9766177659039386, "worker_decode_seconds_sum": 47.63384622981539, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7540309504, "agreement": { "minimum_cosine": 0.9999746084213257, "mean_cosine": 0.9999932646751404, "max_absolute_embedding_difference": 0.0010592639446258545, "accepted": true } }, { "samples": 16, "batch_size": 2, "loader_workers": 4, "seconds": 21.550537007977255, "clips_per_second": 0.7424408957455381, "million_clips_hours": 374.14126749960514, "encoder_seconds": 19.477962890625, "loader_wait_seconds": 2.012304352945648, "worker_decode_seconds_sum": 48.02220463490812, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 10018376704, "agreement": { "minimum_cosine": 0.9998925924301147, "mean_cosine": 0.9999754428863525, "max_absolute_embedding_difference": 0.0017444789409637451, "accepted": true } }, { "samples": 16, "batch_size": 4, "loader_workers": 4, "seconds": 24.994294444972184, "clips_per_second": 0.6401460955509604, "million_clips_hours": 433.9287230029893, "encoder_seconds": 20.130031982421876, "loader_wait_seconds": 4.805568840005435, "worker_decode_seconds_sum": 46.83345437090611, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 15505122304, "agreement": { "minimum_cosine": 0.999891996383667, "mean_cosine": 0.9999731183052063, "max_absolute_embedding_difference": 0.0017912834882736206, "accepted": true } }, { "samples": 16, "batch_size": 8, "loader_workers": 4, "seconds": 28.643689541961066, "clips_per_second": 0.5585872579913661, "million_clips_hours": 497.28627677015743, "encoder_seconds": 21.91500341796875, "loader_wait_seconds": 6.66455898003187, "worker_decode_seconds_sum": 49.28007329587126, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 26478613504, "agreement": { "minimum_cosine": 0.9997788071632385, "mean_cosine": 0.9999610185623169, "max_absolute_embedding_difference": 0.00196986086666584, "accepted": true } }, { "samples": 16, "batch_size": 16, "loader_workers": 4, "seconds": 39.806377578002866, "clips_per_second": 0.40194564221894064, "million_clips_hours": 691.0829440625498, "encoder_seconds": 27.361330078125, "loader_wait_seconds": 12.368698864011094, "worker_decode_seconds_sum": 39.889196271891706, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 48426464256, "agreement": { "minimum_cosine": 0.9997732639312744, "mean_cosine": 0.9999597072601318, "max_absolute_embedding_difference": 0.0020056860521435738, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 2, "seconds": 24.768275776004884, "clips_per_second": 0.6459876393778103, "million_clips_hours": 430.0047877778626, "encoder_seconds": 18.275931640625, "loader_wait_seconds": 6.424364338105079, "worker_decode_seconds_sum": 43.24805835291045, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7540309504, "agreement": { "minimum_cosine": 0.9999762177467346, "mean_cosine": 0.9999933242797852, "max_absolute_embedding_difference": 0.0010592639446258545, "accepted": true } }, { "samples": 16, "batch_size": 1, "loader_workers": 8, "seconds": 19.565255478024483, "clips_per_second": 0.8177761858500163, "million_clips_hours": 339.6745742712584, "encoder_seconds": 18.503048522949218, "loader_wait_seconds": 0.9850242718239315, "worker_decode_seconds_sum": 50.81156151398318, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 7540309504, "agreement": { "minimum_cosine": 0.9999752044677734, "mean_cosine": 0.9999932646751404, "max_absolute_embedding_difference": 0.0010592639446258545, "accepted": true } } ], "selected_batch_size": 1, "selected_loader_workers": 8, "repeats": [ { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 60.94498434604611, "clips_per_second": 0.8204120574730087, "million_clips_hours": 338.5832463669228, "encoder_seconds": 58.99361672973633, "loader_wait_seconds": 1.7312266589142382, "worker_decode_seconds_sum": 155.03700881416444, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 9085629952, "agreement": { "minimum_cosine": 0.999975860118866, "mean_cosine": 0.9999940395355225, "max_absolute_embedding_difference": 0.0010009706020355225, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 61.18767917499645, "clips_per_second": 0.8171579748432729, "million_clips_hours": 339.9315509722025, "encoder_seconds": 58.17863494873047, "loader_wait_seconds": 2.778353260131553, "worker_decode_seconds_sum": 160.31198927544756, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 9085629952, "agreement": { "minimum_cosine": 0.999975860118866, "mean_cosine": 0.9999942779541016, "max_absolute_embedding_difference": 0.0010592639446258545, "accepted": true } }, { "samples": 50, "batch_size": 1, "loader_workers": 8, "seconds": 61.239929970994126, "clips_per_second": 0.8164607638134491, "million_clips_hours": 340.2218331721896, "encoder_seconds": 57.82276638793945, "loader_wait_seconds": 3.193154099979438, "worker_decode_seconds_sum": 163.24567771685543, "frame_count_fallback_clips": 0, "peak_gpu_allocated_bytes": 9085629952, "agreement": { "minimum_cosine": 0.9999746084213257, "mean_cosine": 0.9999933838844299, "max_absolute_embedding_difference": 0.0010592639446258545, "accepted": true } } ], "rejected_full_sample_settings": [], "all_repeats_validated": true, "pipeline_seconds_median": 61.18767917499645, "pipeline_clips_per_second": 0.8171579748432729, "million_pipeline_hours": 339.9315509722025, "encoder_seconds_median": 58.17863494873047, "max_gpu_allocated_bytes": 9085629952 } }, "tuning_samples": 16, "method": { "input": "Original compressed media, first <=30seconds; no decoded-media or feature cache inside timed passes.", "preprocessing": "PyAV bilinear336RGB; fixed16 resizes only selected frames; native retains all frames; 48kHzmono audio, per-clip reflect padding to1920samples.", "batching": "Duration-sorted batches; variable lengths padded with validity masks; bounded three-batch CPU prefetch; pinned host buffers; asynchronous H2D; CPU decode overlaps GPU work.", "pipeline_timer": "Includes thread-pool startup, read/decode/preprocess, batch padding, transfer, encoding, full label-bank scoring, top3 selection and buffered NPZ/JSON writes. Excludes model/text-bank startup and network downloads.", "cache": "Repeated local-file reads may use OS page cache; decoded frames are regenerated every pass.", "validation": "Against the original single-clip vectors: minimumcosine>=0.995 and meancosine>=0.999. Failed candidates are not eligible.", "tuning": "Batch sizes1,2,4,8,16; loader workers2,4,8. Select using16clips; report three full50clip repetitions. Not an exhaustive optimization." } } ]