{ "schema_version": 1, "seed": 20261025, "sample_count": 50, "models_expected": [ "pe-av-small-16-frame", "pe-av-base-16-frame", "pe-av-large-16-frame", "pe-av-small", "pe-av-base", "pe-av-large" ], "models_complete": [ "pe-av-small-16-frame", "pe-av-base-16-frame", "pe-av-large-16-frame", "pe-av-small", "pe-av-base", "pe-av-large" ], "complete": true, "target": { "name": "dino_adjacent_cosine_distance_mean", "definition": "Mean of four adjacent cosine distances between L2-normalized DINOv2-small CLS embeddings of five evenly sampled frames in the first at most 30 seconds.", "model": "facebook/dinov2-small", "model_revision": "ed25f3a31f01632728cabb09d1542f84ab7b0056", "minimum": 0.0005012750625610352, "maximum": 0.8779892921447754, "mean": 0.33711791545152664, "standard_deviation": 0.25308041019439664, "motion_metrics_sha256": "4544291023bd4b0bee6c7cf9836bd57bab8819b2f34038bd61481b7bece1434a" }, "method": { "folds": 5, "outer_train_videos": 40, "outer_test_videos": 10, "inner_training_videos": 32, "inner_validation_videos": 8, "split": "One seeded random permutation split into five disjoint test folds; identical folds and inner partitions for every model. Each video has exactly one held-out prediction.", "input": "Frozen, normalized whole-clip video embeddings only; no audio, DINO frame embeddings, target-derived metrics, or video identifier is used as a feature.", "preprocessing": "Fit centered PCA to training videos only; retain at most 16 components, then standardize retained component scores using training means/standard deviations. Target scaling also uses training data only.", "early_stopping": "Select epoch using only 32 inner-fit and 8 inner-validation videos, with all preprocessing fit on the 32. Reinitialize and refit using all 40 outer-training videos for the selected epoch count, then predict the 10 untouched outer-test videos.", "ridge_alpha": 10.0, "mlp": { "hidden_units": 8, "activation": "ReLU", "learning_rate": 0.01, "weight_decay": 0.01, "maximum_epochs": 500, "patience": 40, "minimum_validation_improvement": 0.0001, "optimizer": "AdamW", "batch": "full training subset", "loss": "mean squared standardized-target error" }, "network": "16 PCA inputs -> 8 ReLU hidden units -> 1 linear output (145 parameters when 16 components retained).", "selection": "No tuning, selection of prompts, or hyperparameter search on outer-test results; raw regression predictions are not clipped.", "r2_definition": "Pooled out-of-fold R2 = 1 - sum((target-prediction)^2)/sum((target-global_target_mean)^2). Mean baseline predicts each outer training-fold mean, so its OOF R2 need not be zero.", "zero_shot_contrast_predefined": "Mean cosine(slideshow, cartoon/animation, moving live action) minus mean cosine(static photo, static image with captions)." }, "limitations": [ "Exploratory 50-video experiment with five small test folds; performance is unstable and is not a validated deployment result.", "One fixed split seed and one MLP initialization per fold; no confidence interval or estimate of variability across split/initialization seeds.", "DINO semantic frame change is a computed proxy, not human motion/static-video ground truth. It responds to cuts, viewpoint and semantic changes and can miss brief or subtle motion between sampled frames.", "The target encoder differs from the PEAV predictor; both describe the same videos, so this does not constitute an independent human-label validation.", "Video-level separation prevents frame leakage within a video, but unverified near-duplicate or related source videos could still span folds.", "A positive R2 indicates prediction of this proxy only; a negative R2 means the predictions underperform the global target-mean reference. Compare also the held-out train-mean baseline.", "Zero-shot prompt associations are separate descriptive correlations without fitted calibration; no classification accuracy or sound/motion probabilities are claimed." ], "runtime": { "device": "CPU", "cpu_affinity": [ 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79 ], "torch_threads": 1, "torch_version": "2.10.0+cu130", "numpy_version": "2.3.5", "analysis_source_sha256": "aeed86dffb3f08a3a54c4ec2c22693ae5894793a0789b7b31ced0ad21ec69002" }, "fold_assignments": [ { "fold": 0, "train_video_ids": [ "7688279850100083998", "7686971556634905870", "7688434303449386260", "7688921128118619412", "7679205969959587086", "7682246663855017246", "7677651924820233486", "7685920989414280469", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7678509189123132686", "7685435054734036244", "7680821940851887390", "7690210884911697173", "7681962973992078622", "7681988673658801429", "7690437985510214943", "7683640750994705682", "7690744719118208269", "7683945516505386271", "7687260346817465630", "7680591925241449746", "7682668877653855519", "7680698462622485780", "7684858353205464334", "7681115445004487957", "7682103096998186273", "7680043491690286343", "7678173787854081293", "7681515101773368606", "7682285294762069261", "7678711865882496269", "7681663075321236767", "7689078406536760589", "7690015212526718239", "7690909670206131487", "7691169508186279181", "7691617221822450964", "7680298578962664717" ], "test_video_ids": [ "7691390550934654229", "7685338202214911252", "7685771952044117261", "7684332836194667807", "7691418587336019230", "7680533866834152724", "7688428138145074446", "7687440482124762400", "7677656702556065038", "7685751413254737183" ], "inner_fit_video_ids": [ "7688279850100083998", "7686971556634905870", "7688434303449386260", "7688921128118619412", "7679205969959587086", "7682246663855017246", "7677651924820233486", "7685920989414280469", "7689098570565160212", "7689105599337942285", "7678509189123132686", "7685435054734036244", "7680821940851887390", "7681962973992078622", "7681988673658801429", "7690437985510214943", "7683640750994705682", "7683945516505386271", "7687260346817465630", "7682668877653855519", "7680698462622485780", "7684858353205464334", "7681115445004487957", "7682103096998186273", "7678173787854081293", "7681515101773368606", "7678711865882496269", "7681663075321236767", "7690909670206131487", "7691169508186279181", "7691617221822450964", "7680298578962664717" ], "inner_validation_video_ids": [ "7685561753979063573", "7690210884911697173", "7690744719118208269", "7680591925241449746", "7680043491690286343", "7682285294762069261", "7689078406536760589", "7690015212526718239" ] }, { "fold": 1, "train_video_ids": [ "7691390550934654229", "7685338202214911252", "7686971556634905870", "7685771952044117261", "7688434303449386260", "7688921128118619412", "7682246663855017246", "7685920989414280469", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7678509189123132686", "7685435054734036244", "7680821940851887390", "7690210884911697173", "7684332836194667807", "7683640750994705682", "7690744719118208269", "7683945516505386271", "7687260346817465630", "7691418587336019230", "7680533866834152724", "7680591925241449746", "7682668877653855519", "7684858353205464334", "7681115445004487957", "7682103096998186273", "7680043491690286343", "7688428138145074446", "7678173787854081293", "7681515101773368606", "7687440482124762400", "7677656702556065038", "7682285294762069261", "7678711865882496269", "7681663075321236767", "7689078406536760589", "7690909670206131487", "7685751413254737183", "7691617221822450964" ], "test_video_ids": [ "7688279850100083998", "7679205969959587086", "7677651924820233486", "7681962973992078622", "7681988673658801429", "7690437985510214943", "7680698462622485780", "7690015212526718239", "7691169508186279181", "7680298578962664717" ], "inner_fit_video_ids": [ "7691390550934654229", "7685338202214911252", "7686971556634905870", "7685771952044117261", "7688434303449386260", "7682246663855017246", "7685920989414280469", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7678509189123132686", "7685435054734036244", "7680821940851887390", "7690210884911697173", "7684332836194667807", "7683640750994705682", "7683945516505386271", "7687260346817465630", "7691418587336019230", "7680533866834152724", "7680591925241449746", "7682668877653855519", "7684858353205464334", "7681115445004487957", "7682103096998186273", "7688428138145074446", "7678173787854081293", "7681515101773368606", "7677656702556065038", "7682285294762069261", "7690909670206131487", "7691617221822450964" ], "inner_validation_video_ids": [ "7688921128118619412", "7690744719118208269", "7680043491690286343", "7687440482124762400", "7678711865882496269", "7681663075321236767", "7689078406536760589", "7685751413254737183" ] }, { "fold": 2, "train_video_ids": [ "7688279850100083998", "7691390550934654229", "7685338202214911252", "7686971556634905870", "7685771952044117261", "7688434303449386260", "7688921128118619412", "7679205969959587086", "7677651924820233486", "7685920989414280469", "7678509189123132686", "7680821940851887390", "7690210884911697173", "7681962973992078622", "7684332836194667807", "7681988673658801429", "7690437985510214943", "7683640750994705682", "7690744719118208269", "7687260346817465630", "7691418587336019230", "7680533866834152724", "7682668877653855519", "7680698462622485780", "7684858353205464334", "7681115445004487957", "7688428138145074446", "7678173787854081293", "7681515101773368606", "7687440482124762400", "7677656702556065038", "7682285294762069261", "7678711865882496269", "7681663075321236767", "7689078406536760589", "7690015212526718239", "7685751413254737183", "7691169508186279181", "7691617221822450964", "7680298578962664717" ], "test_video_ids": [ "7682246663855017246", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7685435054734036244", "7683945516505386271", "7680591925241449746", "7682103096998186273", "7680043491690286343", "7690909670206131487" ], "inner_fit_video_ids": [ "7685338202214911252", "7686971556634905870", "7685771952044117261", "7688434303449386260", "7688921128118619412", "7679205969959587086", "7677651924820233486", "7685920989414280469", "7678509189123132686", "7680821940851887390", "7681962973992078622", "7684332836194667807", "7690437985510214943", "7683640750994705682", "7690744719118208269", "7691418587336019230", "7680533866834152724", "7682668877653855519", "7680698462622485780", "7681115445004487957", "7678173787854081293", "7681515101773368606", "7687440482124762400", "7677656702556065038", "7682285294762069261", "7678711865882496269", "7681663075321236767", "7690015212526718239", "7685751413254737183", "7691169508186279181", "7691617221822450964", "7680298578962664717" ], "inner_validation_video_ids": [ "7688279850100083998", "7691390550934654229", "7690210884911697173", "7681988673658801429", "7687260346817465630", "7684858353205464334", "7688428138145074446", "7689078406536760589" ] }, { "fold": 3, "train_video_ids": [ "7688279850100083998", "7691390550934654229", "7685338202214911252", "7686971556634905870", "7685771952044117261", "7688434303449386260", "7679205969959587086", "7682246663855017246", "7677651924820233486", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7685435054734036244", "7681962973992078622", "7684332836194667807", "7681988673658801429", "7690437985510214943", "7683640750994705682", "7690744719118208269", "7683945516505386271", "7687260346817465630", "7691418587336019230", "7680533866834152724", "7680591925241449746", "7680698462622485780", "7682103096998186273", "7680043491690286343", "7688428138145074446", "7678173787854081293", "7681515101773368606", "7687440482124762400", "7677656702556065038", "7682285294762069261", "7689078406536760589", "7690015212526718239", "7690909670206131487", "7685751413254737183", "7691169508186279181", "7691617221822450964", "7680298578962664717" ], "test_video_ids": [ "7688921128118619412", "7685920989414280469", "7678509189123132686", "7680821940851887390", "7690210884911697173", "7682668877653855519", "7684858353205464334", "7681115445004487957", "7678711865882496269", "7681663075321236767" ], "inner_fit_video_ids": [ "7688279850100083998", "7691390550934654229", "7685338202214911252", "7686971556634905870", "7685771952044117261", "7688434303449386260", "7679205969959587086", "7682246663855017246", "7677651924820233486", "7685561753979063573", "7685435054734036244", "7690437985510214943", "7683640750994705682", "7690744719118208269", "7683945516505386271", "7687260346817465630", "7691418587336019230", "7680533866834152724", "7680591925241449746", "7680698462622485780", "7682103096998186273", "7680043491690286343", "7688428138145074446", "7681515101773368606", "7687440482124762400", "7677656702556065038", "7689078406536760589", "7690015212526718239", "7690909670206131487", "7685751413254737183", "7691169508186279181", "7680298578962664717" ], "inner_validation_video_ids": [ "7689098570565160212", "7689105599337942285", "7681962973992078622", "7684332836194667807", "7681988673658801429", "7678173787854081293", "7682285294762069261", "7691617221822450964" ] }, { "fold": 4, "train_video_ids": [ "7688279850100083998", "7691390550934654229", "7685338202214911252", "7685771952044117261", "7688921128118619412", "7679205969959587086", "7682246663855017246", "7677651924820233486", "7685920989414280469", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7678509189123132686", "7685435054734036244", "7680821940851887390", "7690210884911697173", "7681962973992078622", "7684332836194667807", "7681988673658801429", "7690437985510214943", "7683945516505386271", "7691418587336019230", "7680533866834152724", "7680591925241449746", "7682668877653855519", "7680698462622485780", "7684858353205464334", "7681115445004487957", "7682103096998186273", "7680043491690286343", "7688428138145074446", "7687440482124762400", "7677656702556065038", "7678711865882496269", "7681663075321236767", "7690015212526718239", "7690909670206131487", "7685751413254737183", "7691169508186279181", "7680298578962664717" ], "test_video_ids": [ "7686971556634905870", "7688434303449386260", "7683640750994705682", "7690744719118208269", "7687260346817465630", "7678173787854081293", "7681515101773368606", "7682285294762069261", "7689078406536760589", "7691617221822450964" ], "inner_fit_video_ids": [ "7688279850100083998", "7691390550934654229", "7685338202214911252", "7679205969959587086", "7677651924820233486", "7685920989414280469", "7689098570565160212", "7685561753979063573", "7689105599337942285", "7685435054734036244", "7680821940851887390", "7690210884911697173", "7681962973992078622", "7684332836194667807", "7681988673658801429", "7690437985510214943", "7683945516505386271", "7680533866834152724", "7680591925241449746", "7682668877653855519", "7680698462622485780", "7684858353205464334", "7681115445004487957", "7688428138145074446", "7687440482124762400", "7677656702556065038", "7678711865882496269", "7690015212526718239", "7690909670206131487", "7685751413254737183", "7691169508186279181", "7680298578962664717" ], "inner_validation_video_ids": [ "7685771952044117261", "7688921128118619412", "7682246663855017246", "7678509189123132686", "7691418587336019230", "7682103096998186273", "7680043491690286343", "7681663075321236767" ] } ], "models": [ { "model": "pe-av-small-16-frame", "n": 50, "input_embedding_dimension": 1024, "target": "dino_adjacent_cosine_distance_mean", "oof_metrics": { "mean_baseline": { "n": 50, "r2": -0.034485305676792644, "mae": 0.21532879553735257, "rmse": 0.2574072013388367, "spearman": -0.20285832642571044 }, "ridge": { "n": 50, "r2": 0.3231510930174911, "mae": 0.17028238758975436, "rmse": 0.20821134789636125, "spearman": 0.6606002400960385 }, "mlp": { "n": 50, "r2": 0.13286106032693001, "mae": 0.19023397949334586, "rmse": 0.23566922531908616, "spearman": 0.368547418967587 } }, "folds": [ { "fold": 0, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 1, "mlp_stopped_epoch": 41, "inner_validation_standardized_mse": 0.9719027280807495, "metrics": { "mean_baseline": { "n": 10, "r2": -0.06305591404752375, "mae": 0.27812286764383315, "rmse": 0.31601019804954245, "spearman": null }, "ridge": { "n": 10, "r2": 0.16987521922749016, "mae": 0.23415730381546584, "rmse": 0.2792509976825483, "spearman": 0.5393939393939393 }, "mlp": { "n": 10, "r2": 0.029266512220602503, "mae": 0.2733939455915906, "rmse": 0.3019764324650988, "spearman": 0.32121212121212117 } } }, { "fold": 1, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 14, "mlp_stopped_epoch": 54, "inner_validation_standardized_mse": 0.7690569162368774, "metrics": { "mean_baseline": { "n": 10, "r2": -0.12155633842644087, "mae": 0.15663728825747966, "rmse": 0.19679441505989367, "spearman": null }, "ridge": { "n": 10, "r2": 0.3731801602121496, "mae": 0.10526586618663851, "rmse": 0.14712063447207768, "spearman": 0.6969696969696969 }, "mlp": { "n": 10, "r2": 0.08146087406508795, "mae": 0.1398701523889804, "rmse": 0.1780947233423124, "spearman": 0.35757575757575755 } } }, { "fold": 2, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 25, "mlp_stopped_epoch": 65, "inner_validation_standardized_mse": 0.15266679227352142, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03282210542974795, "mae": 0.18590117245912552, "rmse": 0.22327346556546704, "spearman": null }, "ridge": { "n": 10, "r2": 0.20449481313721574, "mae": 0.16734964281129153, "rmse": 0.1959502667191297, "spearman": 0.5151515151515151 }, "mlp": { "n": 10, "r2": 0.36927749739164606, "mae": 0.12697591055912869, "rmse": 0.17447914082991725, "spearman": 0.7333333333333332 } } }, { "fold": 3, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 68, "mlp_stopped_epoch": 108, "inner_validation_standardized_mse": 0.5308473110198975, "metrics": { "mean_baseline": { "n": 10, "r2": -0.3655806757679618, "mae": 0.20318067967891693, "rmse": 0.24366113616413676, "spearman": null }, "ridge": { "n": 10, "r2": 0.06278433634716152, "mae": 0.16649568805434348, "rmse": 0.20185864462668773, "spearman": 0.7333333333333332 }, "mlp": { "n": 10, "r2": 0.02567392258037171, "mae": 0.1648417877282502, "rmse": 0.20581629069780366, "spearman": 0.4787878787878787 } } }, { "fold": 4, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 2, "mlp_stopped_epoch": 42, "inner_validation_standardized_mse": 0.7063808441162109, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03828479604339807, "mae": 0.2528019696474076, "rmse": 0.28892916040609945, "spearman": null }, "ridge": { "n": 10, "r2": 0.5274886344649585, "mae": 0.1781434370810324, "rmse": 0.19491230523522915, "spearman": 0.7818181818181817 }, "mlp": { "n": 10, "r2": -0.019741037027135366, "mae": 0.2460881011987795, "rmse": 0.28633739969556704, "spearman": 0.29696969696969694 } } } ], "predictions": [ { "video_id": "7688279850100083998", "sample_index": 0, "outer_test_fold": 1, "target": 0.23868727684020996, "mean_baseline": 0.32416042126715183, "ridge": 0.33550873961670963, "mlp": 0.31277894513252114 }, { "video_id": "7691390550934654229", "sample_index": 1, "outer_test_fold": 0, "target": 0.001899421215057373, "mean_baseline": 0.32172517478466034, "ridge": 0.30634012682897854, "mlp": 0.3775313277977204 }, { "video_id": "7685338202214911252", "sample_index": 2, "outer_test_fold": 0, "target": 0.276092529296875, "mean_baseline": 0.32172517478466034, "ridge": 0.29743787981003955, "mlp": 0.4031757363666465 }, { "video_id": "7686971556634905870", "sample_index": 3, "outer_test_fold": 4, "target": 0.000613674521446228, "mean_baseline": 0.34821416698396207, "ridge": 0.24699923137787544, "mlp": 0.31277854253122683 }, { "video_id": "7685771952044117261", "sample_index": 4, "outer_test_fold": 0, "target": 0.5338382124900818, "mean_baseline": 0.32172517478466034, "ridge": 0.4334661200337799, "mlp": 0.3894421739659441 }, { "video_id": "7688434303449386260", "sample_index": 5, "outer_test_fold": 4, "target": 0.3706125020980835, "mean_baseline": 0.34821416698396207, "ridge": 0.4561817776439047, "mlp": 0.36807999036199707 }, { "video_id": "7688921128118619412", "sample_index": 6, "outer_test_fold": 3, "target": 0.2604937255382538, "mean_baseline": 0.3623323477804661, "ridge": 0.4735642432528673, "mlp": 0.3779251210258081 }, { "video_id": "7679205969959587086", "sample_index": 7, "outer_test_fold": 1, "target": 0.5527986288070679, "mean_baseline": 0.32416042126715183, "ridge": 0.3844922159892985, "mlp": 0.3612499695929421 }, { "video_id": "7682246663855017246", "sample_index": 8, "outer_test_fold": 2, "target": 0.21853531897068024, "mean_baseline": 0.3291574664413929, "ridge": 0.33591768619096746, "mlp": 0.23078552971231253 }, { "video_id": "7677651924820233486", "sample_index": 9, "outer_test_fold": 1, "target": 0.20935684442520142, "mean_baseline": 0.32416042126715183, "ridge": 0.22418195233356372, "mlp": 0.32299485763685687 }, { "video_id": "7685920989414280469", "sample_index": 10, "outer_test_fold": 3, "target": 0.04746825993061066, "mean_baseline": 0.3623323477804661, "ridge": 0.3178594750591112, "mlp": 0.3488025324310442 }, { "video_id": "7689098570565160212", "sample_index": 11, "outer_test_fold": 2, "target": 0.2549993395805359, "mean_baseline": 0.3291574664413929, "ridge": 0.3752653938307178, "mlp": 0.3397293839262005 }, { "video_id": "7685561753979063573", "sample_index": 12, "outer_test_fold": 2, "target": 0.4049364924430847, "mean_baseline": 0.3291574664413929, "ridge": 0.3533185421665678, "mlp": 0.3277351514961568 }, { "video_id": "7689105599337942285", "sample_index": 13, "outer_test_fold": 2, "target": 0.0738220363855362, "mean_baseline": 0.3291574664413929, "ridge": 0.34294349270933894, "mlp": 0.2410285682176544 }, { "video_id": "7678509189123132686", "sample_index": 14, "outer_test_fold": 3, "target": 0.6725937128067017, "mean_baseline": 0.3623323477804661, "ridge": 0.45973066318164113, "mlp": 0.30577662295922947 }, { "video_id": "7685435054734036244", "sample_index": 15, "outer_test_fold": 2, "target": 0.13043895363807678, "mean_baseline": 0.3291574664413929, "ridge": 0.24422505882177717, "mlp": 0.1689056770535768 }, { "video_id": "7680821940851887390", "sample_index": 16, "outer_test_fold": 3, "target": 0.30127614736557007, "mean_baseline": 0.3623323477804661, "ridge": 0.30751587167197514, "mlp": 0.36830708855966754 }, { "video_id": "7690210884911697173", "sample_index": 17, "outer_test_fold": 3, "target": 0.37873709201812744, "mean_baseline": 0.3623323477804661, "ridge": 0.4064717697417911, "mlp": 0.3671476160972066 }, { "video_id": "7681962973992078622", "sample_index": 18, "outer_test_fold": 1, "target": 0.39521920680999756, "mean_baseline": 0.32416042126715183, "ridge": 0.47236518538627065, "mlp": 0.3622286719699764 }, { "video_id": "7684332836194667807", "sample_index": 19, "outer_test_fold": 0, "target": 0.8779892921447754, "mean_baseline": 0.32172517478466034, "ridge": 0.30931555531309707, "mlp": 0.3993291655641 }, { "video_id": "7681988673658801429", "sample_index": 20, "outer_test_fold": 1, "target": 0.32474929094314575, "mean_baseline": 0.32416042126715183, "ridge": 0.3879011088792915, "mlp": 0.324945612228609 }, { "video_id": "7690437985510214943", "sample_index": 21, "outer_test_fold": 1, "target": 0.2447909265756607, "mean_baseline": 0.32416042126715183, "ridge": 0.23951545003025781, "mlp": 0.3042445409204744 }, { "video_id": "7683640750994705682", "sample_index": 22, "outer_test_fold": 4, "target": 0.8150779008865356, "mean_baseline": 0.34821416698396207, "ridge": 0.4812520599253127, "mlp": 0.35367008249329795 }, { "video_id": "7690744719118208269", "sample_index": 23, "outer_test_fold": 4, "target": 0.4299332797527313, "mean_baseline": 0.34821416698396207, "ridge": 0.3889424521109476, "mlp": 0.3737234755982298 }, { "video_id": "7683945516505386271", "sample_index": 24, "outer_test_fold": 2, "target": 0.45480555295944214, "mean_baseline": 0.3291574664413929, "ridge": 0.3163323528718351, "mlp": 0.39536197029959275 }, { "video_id": "7687260346817465630", "sample_index": 25, "outer_test_fold": 4, "target": 0.02438482642173767, "mean_baseline": 0.34821416698396207, "ridge": 0.13713125606102794, "mlp": 0.39132698394891224 }, { "video_id": "7691418587336019230", "sample_index": 26, "outer_test_fold": 0, "target": 0.3297880291938782, "mean_baseline": 0.32172517478466034, "ridge": 0.40442378925857564, "mlp": 0.39486141285629395 }, { "video_id": "7680533866834152724", "sample_index": 27, "outer_test_fold": 0, "target": 0.0005012750625610352, "mean_baseline": 0.32172517478466034, "ridge": 0.26695756845610585, "mlp": 0.3765457176783524 }, { "video_id": "7680591925241449746", "sample_index": 28, "outer_test_fold": 2, "target": 0.23749704658985138, "mean_baseline": 0.3291574664413929, "ridge": 0.16220272868229213, "mlp": 0.20598822212767331 }, { "video_id": "7682668877653855519", "sample_index": 29, "outer_test_fold": 3, "target": 0.03642505407333374, "mean_baseline": 0.3623323477804661, "ridge": 0.32534388467430464, "mlp": 0.2521071325556198 }, { "video_id": "7680698462622485780", "sample_index": 30, "outer_test_fold": 1, "target": 0.14455755054950714, "mean_baseline": 0.32416042126715183, "ridge": 0.19446968230068495, "mlp": 0.35179221852369347 }, { "video_id": "7684858353205464334", "sample_index": 31, "outer_test_fold": 3, "target": 0.0038747787475585938, "mean_baseline": 0.3623323477804661, "ridge": 0.2650937859429483, "mlp": 0.18533309483555804 }, { "video_id": "7681115445004487957", "sample_index": 32, "outer_test_fold": 3, "target": 0.0007462501525878906, "mean_baseline": 0.3623323477804661, "ridge": 0.2943825852634409, "mlp": 0.31073537908478405 }, { "video_id": "7682103096998186273", "sample_index": 33, "outer_test_fold": 2, "target": 0.440949410200119, "mean_baseline": 0.3291574664413929, "ridge": 0.5499583732106532, "mlp": 0.5850016034693151 }, { "video_id": "7680043491690286343", "sample_index": 34, "outer_test_fold": 2, "target": 0.7623414993286133, "mean_baseline": 0.3291574664413929, "ridge": 0.44237024919217055, "mlp": 0.5397213898941151 }, { "video_id": "7688428138145074446", "sample_index": 35, "outer_test_fold": 0, "target": 0.6914607882499695, "mean_baseline": 0.32172517478466034, "ridge": 0.3830845576227443, "mlp": 0.37397336553916916 }, { "video_id": "7678173787854081293", "sample_index": 36, "outer_test_fold": 4, "target": 0.02671043574810028, "mean_baseline": 0.34821416698396207, "ridge": 0.2128115907623646, "mlp": 0.33843130817240025 }, { "video_id": "7681515101773368606", "sample_index": 37, "outer_test_fold": 4, "target": 0.703102707862854, "mean_baseline": 0.34821416698396207, "ridge": 0.4915089161981969, "mlp": 0.3640703448610253 }, { "video_id": "7687440482124762400", "sample_index": 38, "outer_test_fold": 0, "target": 0.0026116520166397095, "mean_baseline": 0.32172517478466034, "ridge": 0.33619566222603753, "mlp": 0.3939737486061578 }, { "video_id": "7677656702556065038", "sample_index": 39, "outer_test_fold": 0, "target": 0.6307908296585083, "mean_baseline": 0.32172517478466034, "ridge": 0.494381060149171, "mlp": 0.3945514075868553 }, { "video_id": "7682285294762069261", "sample_index": 40, "outer_test_fold": 4, "target": 0.40894800424575806, "mean_baseline": 0.34821416698396207, "ridge": 0.23813474860856204, "mlp": 0.3581671602608953 }, { "video_id": "7678711865882496269", "sample_index": 41, "outer_test_fold": 3, "target": 0.42120882868766785, "mean_baseline": 0.3623323477804661, "ridge": 0.4469252273758273, "mlp": 0.35699002077028985 }, { "video_id": "7681663075321236767", "sample_index": 42, "outer_test_fold": 3, "target": 0.23977801203727722, "mean_baseline": 0.3623323477804661, "ridge": 0.30494513648709554, "mlp": 0.25264438294944136 }, { "video_id": "7689078406536760589", "sample_index": 43, "outer_test_fold": 4, "target": 0.057360872626304626, "mean_baseline": 0.34821416698396207, "ridge": 0.2604157655808773, "mlp": 0.3472206946742004 }, { "video_id": "7690015212526718239", "sample_index": 44, "outer_test_fold": 1, "target": 0.7501243948936462, "mean_baseline": 0.32416042126715183, "ridge": 0.36682759690554545, "mlp": 0.3460911186172792 }, { "video_id": "7690909670206131487", "sample_index": 45, "outer_test_fold": 2, "target": 0.7112714648246765, "mean_baseline": 0.3291574664413929, "ridge": 0.35269670110839363, "mlp": 0.27899192034095444 }, { "video_id": "7685751413254737183", "sample_index": 46, "outer_test_fold": 0, "target": 0.6419167518615723, "mean_baseline": 0.32172517478466034, "ridge": 0.4146376629261825, "mlp": 0.4199553423530927 }, { "video_id": "7691169508186279181", "sample_index": 47, "outer_test_fold": 1, "target": 0.6066171526908875, "mean_baseline": 0.32416042126715183, "ridge": 0.5227947565328233, "mlp": 0.4215082061155424 }, { "video_id": "7691617221822450964", "sample_index": 48, "outer_test_fold": 4, "target": 0.0905848890542984, "mean_baseline": 0.34821416698396207, "ridge": 0.28093823394938494, "mlp": 0.36081483976242523 }, { "video_id": "7680298578962664717", "sample_index": 49, "outer_test_fold": 1, "target": 0.4225776493549347, "mean_baseline": 0.32416042126715183, "ridge": 0.3124765699463454, "mlp": 0.29217182747941967 } ], "elapsed_cpu_wall_seconds": 0.7111186939873733, "zero_shot_motion_association": { "available": true, "definition": "Mean raw cosine for slideshow/cartoon/moving-live-action minus mean raw cosine for static-photo/static-with-overlays. Fixed before inspecting target associations.", "warning": "Exploratory zero-shot association with a computed change proxy, not accuracy, calibrated probability, or a fitted regression model. Cartoon appearance alone need not imply motion.", "contrast_spearman": 0.42079231692677066, "contrast_pearson": 0.37583300137538633, "per_prompt": [ { "index": 0, "label": "static photo", "spearman": -0.4882112845138055, "pearson": -0.4140075495715345 }, { "index": 1, "label": "static image with changing captions or overlays", "spearman": -0.481296518607443, "pearson": -0.3469923713212647 }, { "index": 2, "label": "slideshow of still images", "spearman": -0.4297238895558223, "pearson": -0.3417252799124543 }, { "index": 3, "label": "animated or cartoon scene", "spearman": -0.28576230492196875, "pearson": -0.2250240820018712 }, { "index": 4, "label": "live action with moving subjects or camera", "spearman": -0.38641056422569026, "pearson": -0.30973146331898616 } ], "records": [ { "video_id": "7688279850100083998", "contrast": 0.03837609415253004, "cosine_scores": [ 0.026077449321746826, -0.03535347804427147, 0.03809652104973793, 0.07361793518066406, -0.010500216856598854 ] }, { "video_id": "7691390550934654229", "contrast": -0.059922315180301666, "cosine_scores": [ 0.1720777153968811, 0.1280335634946823, 0.15620014071464539, 0.07079624384641647, 0.043403588235378265 ] }, { "video_id": "7685338202214911252", "contrast": 0.011863047877947487, "cosine_scores": [ -0.02884470298886299, -0.0942472591996193, -0.05314327031373978, -0.026178577914834023, -0.06972695142030716 ] }, { "video_id": "7686971556634905870", "contrast": -0.029847323894500732, "cosine_scores": [ 0.1346031278371811, 0.07526559382677078, 0.12977778911590576, 0.0560346357524395, 0.03944868594408035 ] }, { "video_id": "7685771952044117261", "contrast": 0.056156904747088746, "cosine_scores": [ 0.06120232492685318, -0.008285321295261383, 0.06980356574058533, 0.1525774449110031, 0.025465209037065506 ] }, { "video_id": "7688434303449386260", "contrast": -0.0014072468814750536, "cosine_scores": [ 0.049976982176303864, 0.0323871374130249, 0.061084385961294174, 0.05361046642065048, 0.004629586357623339 ] }, { "video_id": "7688921128118619412", "contrast": -0.030731248358885452, "cosine_scores": [ 0.14985837042331696, 0.11987048387527466, 0.11505883932113647, 0.12135594338178635, 0.07598475366830826 ] }, { "video_id": "7679205969959587086", "contrast": 0.003238152014091611, "cosine_scores": [ 0.005841135513037443, -0.033046573400497437, 0.007472786121070385, -0.019414741545915604, -0.01915174536406994 ] }, { "video_id": "7682246663855017246", "contrast": 0.017246703306833908, "cosine_scores": [ 0.1132652759552002, 0.07207174599170685, 0.12522490322589874, 0.14675912261009216, 0.05776161700487137 ] }, { "video_id": "7677651924820233486", "contrast": 0.005723666399717331, "cosine_scores": [ 0.1279766708612442, 0.06985215097665787, 0.11817242205142975, 0.12824635207653046, 0.06749545782804489 ] }, { "video_id": "7685920989414280469", "contrast": -0.00183978327549994, "cosine_scores": [ 0.007507930044084787, -0.012433620169758797, 0.0081452876329422, -0.008055753074586391, -0.012997419573366642 ] }, { "video_id": "7689098570565160212", "contrast": 0.02430100304385026, "cosine_scores": [ 0.07574935257434845, 0.0331365130841732, 0.08227602392435074, 0.12771952152252197, 0.026236262172460556 ] }, { "video_id": "7685561753979063573", "contrast": -0.010933929433425263, "cosine_scores": [ 0.12643125653266907, 0.06510407477617264, 0.1426788717508316, 0.07911819219589233, 0.03270414471626282 ] }, { "video_id": "7689105599337942285", "contrast": 0.006646229264636837, "cosine_scores": [ 0.04993252828717232, 0.02755250781774521, 0.06071406602859497, 0.060207244008779526, 0.015244931913912296 ] }, { "video_id": "7678509189123132686", "contrast": 0.006846290392180279, "cosine_scores": [ 0.10894840955734253, 0.013931961730122566, 0.1333504468202591, 0.09385064989328384, -0.022341668605804443 ] }, { "video_id": "7685435054734036244", "contrast": -0.019642396830022335, "cosine_scores": [ 0.0742110013961792, 0.02230202779173851, 0.05713961273431778, 0.007625509984791279, 0.0210772305727005 ] }, { "video_id": "7680821940851887390", "contrast": 0.01282779686152935, "cosine_scores": [ -0.01303400844335556, -0.07645909488201141, 0.00795682705938816, -0.03764134272933006, -0.06607174873352051 ] }, { "video_id": "7690210884911697173", "contrast": -0.00293341403206189, "cosine_scores": [ 0.08925527334213257, 0.07916764169931412, 0.11202363669872284, 0.05736909061670303, 0.07444140315055847 ] }, { "video_id": "7681962973992078622", "contrast": 0.0008916084965070042, "cosine_scores": [ 0.08835743367671967, 0.06688965111970901, 0.08021782338619232, 0.11533823609352112, 0.03998939320445061 ] }, { "video_id": "7684332836194667807", "contrast": -0.015123414496580757, "cosine_scores": [ 0.08983226865530014, 0.05239088088274002, 0.10542447119951248, 0.041735563427209854, 0.020804446190595627 ] }, { "video_id": "7681988673658801429", "contrast": 0.009077226277440786, "cosine_scores": [ 0.017752744257450104, -0.02772279642522335, 0.009756178595125675, -0.004928924143314362, 0.007449346128851175 ] }, { "video_id": "7690437985510214943", "contrast": -0.030110636105140046, "cosine_scores": [ 0.10979771614074707, 0.0780477449297905, 0.09861373156309128, 0.06070837378501892, 0.032114177942276 ] }, { "video_id": "7683640750994705682", "contrast": 0.013053451975186668, "cosine_scores": [ 0.06422305107116699, 0.016612134873867035, 0.08209826052188873, 0.0895565077662468, -0.01124163344502449 ] }, { "video_id": "7690744719118208269", "contrast": 0.009451070800423622, "cosine_scores": [ -0.02397395297884941, -0.06046009063720703, -0.025964755564928055, -0.03563842177391052, -0.03669467568397522 ] }, { "video_id": "7683945516505386271", "contrast": -0.0008414338032404628, "cosine_scores": [ 0.08926299214363098, 0.06786979734897614, 0.09088347852230072, 0.10054794698953629, 0.041743457317352295 ] }, { "video_id": "7687260346817465630", "contrast": -0.021712372700373336, "cosine_scores": [ 0.16088195145130157, 0.07791014015674591, 0.14123491942882538, 0.12766116857528687, 0.02415493130683899 ] }, { "video_id": "7691418587336019230", "contrast": 0.010123923032854995, "cosine_scores": [ 0.004962823819369078, -0.026597416028380394, -0.00047275377437472343, -0.004826021380722523, 0.003218655940145254 ] }, { "video_id": "7680533866834152724", "contrast": -0.05254501352707544, "cosine_scores": [ 0.1847286820411682, 0.18147923052310944, 0.16359812021255493, 0.12825605273246765, 0.09982265532016754 ] }, { "video_id": "7680591925241449746", "contrast": -0.046175849934419005, "cosine_scores": [ 0.19518840312957764, 0.19756124913692474, 0.1875794529914856, 0.1558106690645218, 0.1072068065404892 ] }, { "video_id": "7682668877653855519", "contrast": -0.028269298995534584, "cosine_scores": [ 0.15813876688480377, 0.07163397967815399, 0.1244516670703888, 0.11190158128738403, 0.02349797450006008 ] }, { "video_id": "7680698462622485780", "contrast": -0.02257210885485013, "cosine_scores": [ 0.16254062950611115, 0.10950500518083572, 0.15538102388381958, 0.11917199194431305, 0.06579910963773727 ] }, { "video_id": "7684858353205464334", "contrast": -0.0184996307361871, "cosine_scores": [ 0.07121265679597855, 0.014337049797177315, 0.052549317479133606, 0.02269739843904972, -0.0024210482370108366 ] }, { "video_id": "7681115445004487957", "contrast": -0.0321428303917249, "cosine_scores": [ 0.13250750303268433, 0.09733767807483673, 0.12989798188209534, 0.05504307150840759, 0.06339822709560394 ] }, { "video_id": "7682103096998186273", "contrast": 0.03550533546755711, "cosine_scores": [ -0.05012106895446777, -0.04721394553780556, -0.030696941539645195, 0.01513043511658907, -0.023920008912682533 ] }, { "video_id": "7680043491690286343", "contrast": -0.034976836293935776, "cosine_scores": [ 0.10361091047525406, 0.06518295407295227, 0.09587268531322479, 0.015904352068901062, 0.03648325055837631 ] }, { "video_id": "7688428138145074446", "contrast": -0.024117099742094673, "cosine_scores": [ 0.09760279953479767, 0.031008031219244003, 0.08290521800518036, 0.0480792298913002, -0.01041950099170208 ] }, { "video_id": "7678173787854081293", "contrast": -0.025663421799739197, "cosine_scores": [ 0.16278795897960663, 0.07804965227842331, 0.1495472937822342, 0.11403132975101471, 0.0206875279545784 ] }, { "video_id": "7681515101773368606", "contrast": 0.004784834881623588, "cosine_scores": [ 0.05258674547076225, 0.05681203305721283, 0.07409527897834778, 0.0902719721198082, 0.014085421338677406 ] }, { "video_id": "7687440482124762400", "contrast": -0.019632834941148758, "cosine_scores": [ 0.1608053743839264, 0.09010524302721024, 0.1617390364408493, 0.10679453611373901, 0.04893384873867035 ] }, { "video_id": "7677656702556065038", "contrast": -0.011998863269885383, "cosine_scores": [ 0.06954923272132874, 0.037719715386629105, 0.08716844767332077, 0.04784860834479332, -0.010110223665833473 ] }, { "video_id": "7682285294762069261", "contrast": -0.007937117790182427, "cosine_scores": [ 0.10616254061460495, 0.055208947509527206, 0.10956881940364838, 0.06474174559116364, 0.04393531382083893 ] }, { "video_id": "7678711865882496269", "contrast": 0.012477344522873565, "cosine_scores": [ 0.08695602416992188, 0.061399541795253754, 0.06399597972631454, 0.05026368796825409, 0.1457057148218155 ] }, { "video_id": "7681663075321236767", "contrast": 0.015768804121762514, "cosine_scores": [ -0.017701737582683563, -0.06478891521692276, 0.002762335352599621, -0.00013508787378668785, -0.07905681431293488 ] }, { "video_id": "7689078406536760589", "contrast": -0.01710301761825879, "cosine_scores": [ 0.16450800001621246, 0.07771617919206619, 0.1350233107805252, 0.10717684030532837, 0.06982706487178802 ] }, { "video_id": "7690015212526718239", "contrast": 0.009346057660877705, "cosine_scores": [ 0.009786216542124748, -0.04211365804076195, 0.014905712567269802, -0.0013743648305535316, -0.033984337002038956 ] }, { "video_id": "7690909670206131487", "contrast": -0.002605046844109893, "cosine_scores": [ 0.028342852368950844, -0.0076495991088449955, 0.012912744656205177, 0.04744987562298775, -0.03713788092136383 ] }, { "video_id": "7685751413254737183", "contrast": 0.012448148181041077, "cosine_scores": [ 0.09386294335126877, 0.0639258474111557, 0.07964468002319336, 0.12701429426670074, 0.06736865639686584 ] }, { "video_id": "7691169508186279181", "contrast": 0.004775301863749817, "cosine_scores": [ -0.06707609444856644, -0.09193536639213562, -0.07633960247039795, -0.06772355735301971, -0.08012812584638596 ] }, { "video_id": "7691617221822450964", "contrast": -0.015893169989188508, "cosine_scores": [ 0.13974563777446747, 0.0843481719493866, 0.13767312467098236, 0.10687042027711868, 0.04391765967011452 ] }, { "video_id": "7680298578962664717", "contrast": 0.000895240033666294, "cosine_scores": [ 0.04597341641783714, 0.005797702819108963, 0.03856221213936806, 0.06335238367319107, -0.02157219685614109 ] } ] } }, { "model": "pe-av-base-16-frame", "n": 50, "input_embedding_dimension": 1024, "target": "dino_adjacent_cosine_distance_mean", "oof_metrics": { "mean_baseline": { "n": 50, "r2": -0.034485305676792644, "mae": 0.21532879553735257, "rmse": 0.2574072013388367, "spearman": -0.20285832642571044 }, "ridge": { "n": 50, "r2": 0.29750370282540006, "mae": 0.1754829943539556, "rmse": 0.21211947785892118, "spearman": 0.6112364945978391 }, "mlp": { "n": 50, "r2": 0.2666984124591877, "mae": 0.17956547072036333, "rmse": 0.21672042430150137, "spearman": 0.47975990396158463 } }, "folds": [ { "fold": 0, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 1, "mlp_stopped_epoch": 41, "inner_validation_standardized_mse": 1.0534931421279907, "metrics": { "mean_baseline": { "n": 10, "r2": -0.06305591404752375, "mae": 0.27812286764383315, "rmse": 0.31601019804954245, "spearman": null }, "ridge": { "n": 10, "r2": 0.09279752865347735, "mae": 0.24453562097666914, "rmse": 0.29192759971344484, "spearman": 0.29696969696969694 }, "mlp": { "n": 10, "r2": -0.02590237059021039, "mae": 0.2767137143541051, "rmse": 0.31043884631697644, "spearman": -0.29696969696969694 } } }, { "fold": 1, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 22, "mlp_stopped_epoch": 62, "inner_validation_standardized_mse": 0.5807400345802307, "metrics": { "mean_baseline": { "n": 10, "r2": -0.12155633842644087, "mae": 0.15663728825747966, "rmse": 0.19679441505989367, "spearman": null }, "ridge": { "n": 10, "r2": 0.4804246238116405, "mae": 0.10559098387779495, "rmse": 0.1339449987404633, "spearman": 0.8303030303030302 }, "mlp": { "n": 10, "r2": 0.13552055175401478, "mae": 0.13615967181516897, "rmse": 0.17277446571266314, "spearman": 0.34545454545454546 } } }, { "fold": 2, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 50, "mlp_stopped_epoch": 90, "inner_validation_standardized_mse": 0.30773064494132996, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03282210542974795, "mae": 0.18590117245912552, "rmse": 0.22327346556546704, "spearman": null }, "ridge": { "n": 10, "r2": 0.22947339107165832, "mae": 0.16910330192105066, "rmse": 0.1928493465362369, "spearman": 0.49090909090909085 }, "mlp": { "n": 10, "r2": 0.17358827122188814, "mae": 0.1644073508049936, "rmse": 0.1997204736018272, "spearman": 0.3696969696969697 } } }, { "fold": 3, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 31, "mlp_stopped_epoch": 71, "inner_validation_standardized_mse": 0.5956684350967407, "metrics": { "mean_baseline": { "n": 10, "r2": -0.3655806757679618, "mae": 0.20318067967891693, "rmse": 0.24366113616413676, "spearman": null }, "ridge": { "n": 10, "r2": 0.15496226859810425, "mae": 0.16224628396916488, "rmse": 0.19167507159157343, "spearman": 0.6121212121212121 }, "mlp": { "n": 10, "r2": 0.24685537426670356, "mae": 0.15490333535190676, "rmse": 0.18095341115478766, "spearman": 0.6242424242424242 } } }, { "fold": 4, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 39, "mlp_stopped_epoch": 79, "inner_validation_standardized_mse": 0.5907583832740784, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03828479604339807, "mae": 0.2528019696474076, "rmse": 0.28892916040609945, "spearman": null }, "ridge": { "n": 10, "r2": 0.40448943582194263, "mae": 0.19593878102509826, "rmse": 0.21881538964291888, "spearman": 0.7333333333333332 }, "mlp": { "n": 10, "r2": 0.5524605981795481, "mae": 0.1656432812756425, "rmse": 0.18969189138682407, "spearman": 0.7333333333333332 } } } ], "predictions": [ { "video_id": "7688279850100083998", "sample_index": 0, "outer_test_fold": 1, "target": 0.23868727684020996, "mean_baseline": 0.32416042126715183, "ridge": 0.3508844856629907, "mlp": 0.42842060689317457 }, { "video_id": "7691390550934654229", "sample_index": 1, "outer_test_fold": 0, "target": 0.001899421215057373, "mean_baseline": 0.32172517478466034, "ridge": 0.3201918219363069, "mlp": 0.39033551267957267 }, { "video_id": "7685338202214911252", "sample_index": 2, "outer_test_fold": 0, "target": 0.276092529296875, "mean_baseline": 0.32172517478466034, "ridge": 0.3634678691138982, "mlp": 0.38248286884973515 }, { "video_id": "7686971556634905870", "sample_index": 3, "outer_test_fold": 4, "target": 0.000613674521446228, "mean_baseline": 0.34821416698396207, "ridge": 0.2928654688794006, "mlp": 0.322456887785724 }, { "video_id": "7685771952044117261", "sample_index": 4, "outer_test_fold": 0, "target": 0.5338382124900818, "mean_baseline": 0.32172517478466034, "ridge": 0.45934039510814145, "mlp": 0.42060249772969033 }, { "video_id": "7688434303449386260", "sample_index": 5, "outer_test_fold": 4, "target": 0.3706125020980835, "mean_baseline": 0.34821416698396207, "ridge": 0.3137176354770969, "mlp": 0.35806041057618126 }, { "video_id": "7688921128118619412", "sample_index": 6, "outer_test_fold": 3, "target": 0.2604937255382538, "mean_baseline": 0.3623323477804661, "ridge": 0.36895509245082503, "mlp": 0.406322628715506 }, { "video_id": "7679205969959587086", "sample_index": 7, "outer_test_fold": 1, "target": 0.5527986288070679, "mean_baseline": 0.32416042126715183, "ridge": 0.41397881616645266, "mlp": 0.38849110502733925 }, { "video_id": "7682246663855017246", "sample_index": 8, "outer_test_fold": 2, "target": 0.21853531897068024, "mean_baseline": 0.3291574664413929, "ridge": 0.320059362949902, "mlp": 0.36376461551827444 }, { "video_id": "7677651924820233486", "sample_index": 9, "outer_test_fold": 1, "target": 0.20935684442520142, "mean_baseline": 0.32416042126715183, "ridge": 0.2694708560018559, "mlp": 0.30194422847673297 }, { "video_id": "7685920989414280469", "sample_index": 10, "outer_test_fold": 3, "target": 0.04746825993061066, "mean_baseline": 0.3623323477804661, "ridge": 0.3304939061783643, "mlp": 0.259738334763133 }, { "video_id": "7689098570565160212", "sample_index": 11, "outer_test_fold": 2, "target": 0.2549993395805359, "mean_baseline": 0.3291574664413929, "ridge": 0.41588121662698374, "mlp": 0.344376176656507 }, { "video_id": "7685561753979063573", "sample_index": 12, "outer_test_fold": 2, "target": 0.4049364924430847, "mean_baseline": 0.3291574664413929, "ridge": 0.3340356319487538, "mlp": 0.3933893399305495 }, { "video_id": "7689105599337942285", "sample_index": 13, "outer_test_fold": 2, "target": 0.0738220363855362, "mean_baseline": 0.3291574664413929, "ridge": 0.3731293004766088, "mlp": 0.3655193913776874 }, { "video_id": "7678509189123132686", "sample_index": 14, "outer_test_fold": 3, "target": 0.6725937128067017, "mean_baseline": 0.3623323477804661, "ridge": 0.39882626581654657, "mlp": 0.39386594351934034 }, { "video_id": "7685435054734036244", "sample_index": 15, "outer_test_fold": 2, "target": 0.13043895363807678, "mean_baseline": 0.3291574664413929, "ridge": 0.24105718151917802, "mlp": 0.15015215550212807 }, { "video_id": "7680821940851887390", "sample_index": 16, "outer_test_fold": 3, "target": 0.30127614736557007, "mean_baseline": 0.3623323477804661, "ridge": 0.33379518227191907, "mlp": 0.3336872989261734 }, { "video_id": "7690210884911697173", "sample_index": 17, "outer_test_fold": 3, "target": 0.37873709201812744, "mean_baseline": 0.3623323477804661, "ridge": 0.2760363833055051, "mlp": 0.23786464092519283 }, { "video_id": "7681962973992078622", "sample_index": 18, "outer_test_fold": 1, "target": 0.39521920680999756, "mean_baseline": 0.32416042126715183, "ridge": 0.38947597752924057, "mlp": 0.376622251293566 }, { "video_id": "7684332836194667807", "sample_index": 19, "outer_test_fold": 0, "target": 0.8779892921447754, "mean_baseline": 0.32172517478466034, "ridge": 0.28205125194025754, "mlp": 0.4087708134835628 }, { "video_id": "7681988673658801429", "sample_index": 20, "outer_test_fold": 1, "target": 0.32474929094314575, "mean_baseline": 0.32416042126715183, "ridge": 0.3824495121000337, "mlp": 0.3011082837174842 }, { "video_id": "7690437985510214943", "sample_index": 21, "outer_test_fold": 1, "target": 0.2447909265756607, "mean_baseline": 0.32416042126715183, "ridge": 0.17853912884460696, "mlp": 0.24073506829294045 }, { "video_id": "7683640750994705682", "sample_index": 22, "outer_test_fold": 4, "target": 0.8150779008865356, "mean_baseline": 0.34821416698396207, "ridge": 0.44371180495776263, "mlp": 0.5462517736994572 }, { "video_id": "7690744719118208269", "sample_index": 23, "outer_test_fold": 4, "target": 0.4299332797527313, "mean_baseline": 0.34821416698396207, "ridge": 0.4704675956873995, "mlp": 0.5721738801899768 }, { "video_id": "7683945516505386271", "sample_index": 24, "outer_test_fold": 2, "target": 0.45480555295944214, "mean_baseline": 0.3291574664413929, "ridge": 0.25428730099712427, "mlp": 0.15578100308551943 }, { "video_id": "7687260346817465630", "sample_index": 25, "outer_test_fold": 4, "target": 0.02438482642173767, "mean_baseline": 0.34821416698396207, "ridge": 0.15724041605750128, "mlp": 0.15628457198322912 }, { "video_id": "7691418587336019230", "sample_index": 26, "outer_test_fold": 0, "target": 0.3297880291938782, "mean_baseline": 0.32172517478466034, "ridge": 0.3480429046111291, "mlp": 0.37216104079947665 }, { "video_id": "7680533866834152724", "sample_index": 27, "outer_test_fold": 0, "target": 0.0005012750625610352, "mean_baseline": 0.32172517478466034, "ridge": 0.33817827166962267, "mlp": 0.4120483246777749 }, { "video_id": "7680591925241449746", "sample_index": 28, "outer_test_fold": 2, "target": 0.23749704658985138, "mean_baseline": 0.3291574664413929, "ridge": 0.19613782406385877, "mlp": 0.12731485623088326 }, { "video_id": "7682668877653855519", "sample_index": 29, "outer_test_fold": 3, "target": 0.03642505407333374, "mean_baseline": 0.3623323477804661, "ridge": 0.20256126031404414, "mlp": 0.21353833085231064 }, { "video_id": "7680698462622485780", "sample_index": 30, "outer_test_fold": 1, "target": 0.14455755054950714, "mean_baseline": 0.32416042126715183, "ridge": 0.2632721911637121, "mlp": 0.26642032642437785 }, { "video_id": "7684858353205464334", "sample_index": 31, "outer_test_fold": 3, "target": 0.0038747787475585938, "mean_baseline": 0.3623323477804661, "ridge": 0.3380847610107719, "mlp": 0.2758046966464676 }, { "video_id": "7681115445004487957", "sample_index": 32, "outer_test_fold": 3, "target": 0.0007462501525878906, "mean_baseline": 0.3623323477804661, "ridge": 0.20814235773948092, "mlp": 0.2359558908835716 }, { "video_id": "7682103096998186273", "sample_index": 33, "outer_test_fold": 2, "target": 0.440949410200119, "mean_baseline": 0.3291574664413929, "ridge": 0.5625203924171724, "mlp": 0.5946166016688594 }, { "video_id": "7680043491690286343", "sample_index": 34, "outer_test_fold": 2, "target": 0.7623414993286133, "mean_baseline": 0.3291574664413929, "ridge": 0.49698861728246996, "mlp": 0.6052304169354401 }, { "video_id": "7688428138145074446", "sample_index": 35, "outer_test_fold": 0, "target": 0.6914607882499695, "mean_baseline": 0.32172517478466034, "ridge": 0.4072405788410186, "mlp": 0.36143195250628807 }, { "video_id": "7678173787854081293", "sample_index": 36, "outer_test_fold": 4, "target": 0.02671043574810028, "mean_baseline": 0.34821416698396207, "ridge": 0.2293020965604253, "mlp": 0.08755954097121377 }, { "video_id": "7681515101773368606", "sample_index": 37, "outer_test_fold": 4, "target": 0.703102707862854, "mean_baseline": 0.34821416698396207, "ridge": 0.5073337529472955, "mlp": 0.6096947372366399 }, { "video_id": "7687440482124762400", "sample_index": 38, "outer_test_fold": 0, "target": 0.0026116520166397095, "mean_baseline": 0.32172517478466034, "ridge": 0.3035620329196045, "mlp": 0.40228734965700513 }, { "video_id": "7677656702556065038", "sample_index": 39, "outer_test_fold": 0, "target": 0.6307908296585083, "mean_baseline": 0.32172517478466034, "ridge": 0.4677702892341946, "mlp": 0.39457813858854845 }, { "video_id": "7682285294762069261", "sample_index": 40, "outer_test_fold": 4, "target": 0.40894800424575806, "mean_baseline": 0.34821416698396207, "ridge": 0.23958125144784476, "mlp": 0.23932096515404694 }, { "video_id": "7678711865882496269", "sample_index": 41, "outer_test_fold": 3, "target": 0.42120882868766785, "mean_baseline": 0.3623323477804661, "ridge": 0.47009798002302733, "mlp": 0.4626689795626614 }, { "video_id": "7681663075321236767", "sample_index": 42, "outer_test_fold": 3, "target": 0.23977801203727722, "mean_baseline": 0.3623323477804661, "ridge": 0.3051352005332983, "mlp": 0.2529880293218074 }, { "video_id": "7689078406536760589", "sample_index": 43, "outer_test_fold": 4, "target": 0.057360872626304626, "mean_baseline": 0.34821416698396207, "ridge": 0.28374721317001345, "mlp": 0.2585578485900892 }, { "video_id": "7690015212526718239", "sample_index": 44, "outer_test_fold": 1, "target": 0.7501243948936462, "mean_baseline": 0.32416042126715183, "ridge": 0.4237326388781322, "mlp": 0.37244749809202604 }, { "video_id": "7690909670206131487", "sample_index": 45, "outer_test_fold": 2, "target": 0.7112714648246765, "mean_baseline": 0.3291574664413929, "ridge": 0.3922720578578517, "mlp": 0.344746813861848 }, { "video_id": "7685751413254737183", "sample_index": 46, "outer_test_fold": 0, "target": 0.6419167518615723, "mean_baseline": 0.32172517478466034, "ridge": 0.37678714298015364, "mlp": 0.3718975184343204 }, { "video_id": "7691169508186279181", "sample_index": 47, "outer_test_fold": 1, "target": 0.6066171526908875, "mean_baseline": 0.32416042126715183, "ridge": 0.5452645154062139, "mlp": 0.43619444281157754 }, { "video_id": "7691617221822450964", "sample_index": 48, "outer_test_fold": 4, "target": 0.0905848890542984, "mean_baseline": 0.34821416698396207, "ridge": 0.36195632775762987, "mlp": 0.3445748329339049 }, { "video_id": "7680298578962664717", "sample_index": 49, "outer_test_fold": 1, "target": 0.4225776493549347, "mean_baseline": 0.32416042126715183, "ridge": 0.3139531257001269, "mlp": 0.22386537266808404 } ], "elapsed_cpu_wall_seconds": 0.2854191199876368, "zero_shot_motion_association": { "available": true, "definition": "Mean raw cosine for slideshow/cartoon/moving-live-action minus mean raw cosine for static-photo/static-with-overlays. Fixed before inspecting target associations.", "warning": "Exploratory zero-shot association with a computed change proxy, not accuracy, calibrated probability, or a fitted regression model. Cartoon appearance alone need not imply motion.", "contrast_spearman": 0.08811524609843938, "contrast_pearson": 0.05204889046976554, "per_prompt": [ { "index": 0, "label": "static photo", "spearman": -0.4012965186074429, "pearson": -0.33453342083321536 }, { "index": 1, "label": "static image with changing captions or overlays", "spearman": -0.4345258103241297, "pearson": -0.35560526200721043 }, { "index": 2, "label": "slideshow of still images", "spearman": -0.48340936374549814, "pearson": -0.38655178434752246 }, { "index": 3, "label": "animated or cartoon scene", "spearman": -0.3660504201680672, "pearson": -0.3313353382586542 }, { "index": 4, "label": "live action with moving subjects or camera", "spearman": -0.39783913565426166, "pearson": -0.3656904222282876 } ], "records": [ { "video_id": "7688279850100083998", "contrast": 0.020012130650381245, "cosine_scores": [ -0.010062174871563911, -0.054914288222789764, -0.03510668873786926, 0.02765878476202488, -0.02998039871454239 ] }, { "video_id": "7691390550934654229", "contrast": -0.023490672310193375, "cosine_scores": [ 0.11826866120100021, 0.07505476474761963, 0.10862874984741211, 0.0541350319981575, 0.056749340146780014 ] }, { "video_id": "7685338202214911252", "contrast": 0.031926121252278485, "cosine_scores": [ -0.05726530775427818, -0.08453547954559326, -0.0768338143825531, -0.0282374769449234, -0.011851525865495205 ] }, { "video_id": "7686971556634905870", "contrast": -0.032862151662508644, "cosine_scores": [ 0.1154245063662529, 0.06944944709539413, 0.08538827300071716, 0.06646385043859482, 0.02687235176563263 ] }, { "video_id": "7685771952044117261", "contrast": 0.02875556703656912, "cosine_scores": [ 0.04640090838074684, 0.025508489459753036, 0.03369447961449623, 0.15197567641735077, 0.008460641838610172 ] }, { "video_id": "7688434303449386260", "contrast": -0.0022040680050849915, "cosine_scores": [ 0.051911890506744385, 0.03044569492340088, 0.040056947618722916, 0.03363488242030144, 0.04323234409093857 ] }, { "video_id": "7688921128118619412", "contrast": -0.04815353701512019, "cosine_scores": [ 0.155048668384552, 0.1308351308107376, 0.10983173549175262, 0.10605572164058685, 0.06847763061523438 ] }, { "video_id": "7679205969959587086", "contrast": 0.006114353891462088, "cosine_scores": [ 0.0063839266076684, -0.05091425031423569, -0.026861146092414856, -0.016752850264310837, -0.0048384275287389755 ] }, { "video_id": "7682246663855017246", "contrast": 0.017834098388751343, "cosine_scores": [ 0.06887757778167725, 0.061338409781455994, 0.07208642363548279, 0.12914083898067474, 0.04759901389479637 ] }, { "video_id": "7677651924820233486", "contrast": 0.007324983676274613, "cosine_scores": [ 0.10224997252225876, 0.0966348871588707, 0.10155397653579712, 0.14606547355651855, 0.07268279045820236 ] }, { "video_id": "7685920989414280469", "contrast": -0.009244894608855247, "cosine_scores": [ -0.012308735400438309, -0.03342404589056969, -0.036398835480213165, -0.033333178609609604, -0.026601841673254967 ] }, { "video_id": "7689098570565160212", "contrast": 0.0232914782439669, "cosine_scores": [ 0.051285166293382645, 0.025840068235993385, 0.04298515245318413, 0.12214295566082001, 0.020434178411960602 ] }, { "video_id": "7685561753979063573", "contrast": -0.03837204724550247, "cosine_scores": [ 0.12032926827669144, 0.07652967423200607, 0.07346508651971817, 0.0663655623793602, 0.04034162312746048 ] }, { "video_id": "7689105599337942285", "contrast": -0.00026288752754528855, "cosine_scores": [ 0.06867752224206924, 0.07651013135910034, 0.06759815663099289, 0.08206712454557419, 0.06732753664255142 ] }, { "video_id": "7678509189123132686", "contrast": -0.020730477136870224, "cosine_scores": [ 0.08355647325515747, 0.0039254482835531235, 0.047424085438251495, 0.06209366396069527, -0.04048629850149155 ] }, { "video_id": "7685435054734036244", "contrast": 0.007965262358387314, "cosine_scores": [ 0.0495140440762043, 0.01880957931280136, 0.04307353124022484, 0.011228583753108978, 0.07207910716533661 ] }, { "video_id": "7680821940851887390", "contrast": -0.005196287335517507, "cosine_scores": [ 0.0010636828374117613, -0.051693692803382874, -0.03493787720799446, -0.0290873721241951, -0.027508627623319626 ] }, { "video_id": "7690210884911697173", "contrast": -0.007514365638295814, "cosine_scores": [ 0.10334592312574387, 0.06349120289087296, 0.08994313329458237, 0.028853638097643852, 0.10891582071781158 ] }, { "video_id": "7681962973992078622", "contrast": 0.012678163746992752, "cosine_scores": [ 0.06329559534788132, 0.05084456503391266, 0.04672592505812645, 0.12496840953826904, 0.03755039721727371 ] }, { "video_id": "7684332836194667807", "contrast": -0.0019771888231237753, "cosine_scores": [ 0.05678999796509743, 0.017428407445549965, 0.05629295855760574, 0.016748493537306786, 0.03235458955168724 ] }, { "video_id": "7681988673658801429", "contrast": 0.024061696603894234, "cosine_scores": [ 0.02723066136240959, -0.01634173095226288, 0.02080208621919155, 0.019600698724389076, 0.048115700483322144 ] }, { "video_id": "7690437985510214943", "contrast": -0.03621036310990652, "cosine_scores": [ 0.08059969544410706, 0.07610931992530823, 0.05918944999575615, 0.0119253508746624, 0.05531763285398483 ] }, { "video_id": "7683640750994705682", "contrast": -0.016708193967739746, "cosine_scores": [ 0.1068311333656311, 0.06000380218029022, 0.09639663994312286, 0.0851031020283699, 0.018628079444169998 ] }, { "video_id": "7690744719118208269", "contrast": 0.009496028845508896, "cosine_scores": [ -0.030365286394953728, -0.057611096650362015, -0.056450795382261276, -0.010545563884079456, -0.0364801287651062 ] }, { "video_id": "7683945516505386271", "contrast": -0.01304785100122293, "cosine_scores": [ 0.0789065882563591, 0.05082463100552559, 0.03983719274401665, 0.0794304609298706, 0.036185622215270996 ] }, { "video_id": "7687260346817465630", "contrast": 0.003069208314021424, "cosine_scores": [ 0.12441229820251465, 0.08077384531497955, 0.11847029626369476, 0.1402531862258911, 0.05826335772871971 ] }, { "video_id": "7691418587336019230", "contrast": 0.007023310676837961, "cosine_scores": [ -0.007667460013180971, 0.004723698832094669, -0.03544420003890991, 0.018163267523050308, 0.033935222774744034 ] }, { "video_id": "7680533866834152724", "contrast": -0.03940962503353754, "cosine_scores": [ 0.16723036766052246, 0.17406931519508362, 0.14416050910949707, 0.14143165946006775, 0.10812848061323166 ] }, { "video_id": "7680591925241449746", "contrast": -0.028181908031304673, "cosine_scores": [ 0.1530478149652481, 0.14544828236103058, 0.1374354213476181, 0.15171192586421967, 0.07405107468366623 ] }, { "video_id": "7682668877653855519", "contrast": -0.011570169279972717, "cosine_scores": [ 0.12256427109241486, 0.06210874393582344, 0.08926422894001007, 0.13248057663440704, 0.020554209128022194 ] }, { "video_id": "7680698462622485780", "contrast": -0.05095281824469566, "cosine_scores": [ 0.1459795981645584, 0.11812633275985718, 0.09907376766204834, 0.112222820520401, 0.03200385347008705 ] }, { "video_id": "7684858353205464334", "contrast": -0.019356687553226948, "cosine_scores": [ 0.043242745101451874, 0.012898845598101616, 0.024259136989712715, 0.014113588258624077, -0.0122304018586874 ] }, { "video_id": "7681115445004487957", "contrast": -0.021102506667375565, "cosine_scores": [ 0.12230189144611359, 0.09079108387231827, 0.11715629696846008, 0.07032212615013123, 0.06885351985692978 ] }, { "video_id": "7682103096998186273", "contrast": 0.012400160233179728, "cosine_scores": [ -0.029743028804659843, -0.0199116263538599, -0.04128003120422363, -0.007542617619037628, 0.011541146785020828 ] }, { "video_id": "7680043491690286343", "contrast": -0.03030422454078992, "cosine_scores": [ 0.08358534425497055, 0.027219438925385475, 0.054367732256650925, 0.0027936799451708794, 0.018133088946342468 ] }, { "video_id": "7688428138145074446", "contrast": -0.025762508856132627, "cosine_scores": [ 0.06786303967237473, -0.0028298920951783657, 0.018790435045957565, 0.009666696190834045, -0.00819493643939495 ] }, { "video_id": "7678173787854081293", "contrast": -0.060567672053972885, "cosine_scores": [ 0.16807295382022858, 0.1123264878988266, 0.09913154691457748, 0.12301135063171387, 0.016753248870372772 ] }, { "video_id": "7681515101773368606", "contrast": -0.04770885407924652, "cosine_scores": [ 0.0688149556517601, 0.06582113355398178, 0.0249616876244545, 0.04495874047279358, -0.011092856526374817 ] }, { "video_id": "7687440482124762400", "contrast": -0.02434929832816124, "cosine_scores": [ 0.14874786138534546, 0.0909709483385086, 0.11876951903104782, 0.12783676385879517, 0.03992403671145439 ] }, { "video_id": "7677656702556065038", "contrast": -0.011143251943091553, "cosine_scores": [ 0.05088675394654274, 0.016128411516547203, 0.040370285511016846, 0.044246233999729156, -0.017523527145385742 ] }, { "video_id": "7682285294762069261", "contrast": -0.04358486955364545, "cosine_scores": [ 0.12313556671142578, 0.10873822122812271, 0.07560072094202042, 0.06349729001522064, 0.07795806229114532 ] }, { "video_id": "7678711865882496269", "contrast": 0.003315383568406105, "cosine_scores": [ 0.09476889669895172, 0.0609910823404789, 0.054914411157369614, 0.053329721093177795, 0.13534198701381683 ] }, { "video_id": "7681663075321236767", "contrast": 0.014501148213942848, "cosine_scores": [ -0.020912155508995056, -0.07911326736211777, -0.04640953242778778, -0.025930851697921753, -0.034194305539131165 ] }, { "video_id": "7689078406536760589", "contrast": 0.0049525288244088445, "cosine_scores": [ 0.12347260117530823, 0.0476330891251564, 0.09714895486831665, 0.10406224429607391, 0.07030492275953293 ] }, { "video_id": "7690015212526718239", "contrast": -0.029644743228952088, "cosine_scores": [ 0.024640314280986786, -0.04130254313349724, -0.030767537653446198, -0.0376112163066864, -0.04554881900548935 ] }, { "video_id": "7690909670206131487", "contrast": -0.009972374575833479, "cosine_scores": [ 0.015035327523946762, -0.020830949768424034, -0.029545381665229797, 0.01789095811545849, -0.026956133544445038 ] }, { "video_id": "7685751413254737183", "contrast": 0.017329128459095955, "cosine_scores": [ 0.07201272249221802, 0.057272423058748245, 0.04957638308405876, 0.1287543624639511, 0.06758435815572739 ] }, { "video_id": "7691169508186279181", "contrast": -0.008873391275604561, "cosine_scores": [ -0.04267869517207146, -0.06878434121608734, -0.09443216025829315, -0.05217454954981804, -0.047208018600940704 ] }, { "video_id": "7691617221822450964", "contrast": 0.00348893584062656, "cosine_scores": [ 0.09276191890239716, 0.022368336096405983, 0.08318609744310379, 0.046739496290683746, 0.053236596286296844 ] }, { "video_id": "7680298578962664717", "contrast": 0.012241151183843613, "cosine_scores": [ -0.009711399674415588, -0.04268451780080795, -0.030079055577516556, 0.0024536941200494766, -0.014245061203837395 ] } ] } }, { "model": "pe-av-large-16-frame", "n": 50, "input_embedding_dimension": 1024, "target": "dino_adjacent_cosine_distance_mean", "oof_metrics": { "mean_baseline": { "n": 50, "r2": -0.034485305676792644, "mae": 0.21532879553735257, "rmse": 0.2574072013388367, "spearman": -0.20285832642571044 }, "ridge": { "n": 50, "r2": 0.24142171069595952, "mae": 0.17751316134855702, "rmse": 0.22042392638572067, "spearman": 0.5253781512605042 }, "mlp": { "n": 50, "r2": 0.2761570771198679, "mae": 0.173946029594242, "rmse": 0.21531817789501437, "spearman": 0.4933013205282113 } }, "folds": [ { "fold": 0, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 1, "mlp_stopped_epoch": 41, "inner_validation_standardized_mse": 1.0018658638000488, "metrics": { "mean_baseline": { "n": 10, "r2": -0.06305591404752375, "mae": 0.27812286764383315, "rmse": 0.31601019804954245, "spearman": null }, "ridge": { "n": 10, "r2": 0.1236955369021403, "mae": 0.2408411185780867, "rmse": 0.2869132176079755, "spearman": 0.32121212121212117 }, "mlp": { "n": 10, "r2": -0.01847080107983623, "mae": 0.27905624265554857, "rmse": 0.3093124033148032, "spearman": 0.04242424242424241 } } }, { "fold": 1, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 49, "mlp_stopped_epoch": 89, "inner_validation_standardized_mse": 0.6390433311462402, "metrics": { "mean_baseline": { "n": 10, "r2": -0.12155633842644087, "mae": 0.15663728825747966, "rmse": 0.19679441505989367, "spearman": null }, "ridge": { "n": 10, "r2": 0.5085825721233876, "mae": 0.09989791429351133, "rmse": 0.13026492667677983, "spearman": 0.6969696969696969 }, "mlp": { "n": 10, "r2": 0.660193265219345, "mae": 0.09395188617344208, "rmse": 0.10832238490087076, "spearman": 0.8545454545454544 } } }, { "fold": 2, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 87, "mlp_stopped_epoch": 127, "inner_validation_standardized_mse": 0.2597166895866394, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03282210542974795, "mae": 0.18590117245912552, "rmse": 0.22327346556546704, "spearman": null }, "ridge": { "n": 10, "r2": 0.15795968840358532, "mae": 0.15968391058747275, "rmse": 0.20160012300660957, "spearman": 0.6484848484848483 }, "mlp": { "n": 10, "r2": 0.13770403230852413, "mae": 0.151050419592534, "rmse": 0.20401050398871984, "spearman": 0.4666666666666666 } } }, { "fold": 3, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 65, "mlp_stopped_epoch": 105, "inner_validation_standardized_mse": 0.6291666030883789, "metrics": { "mean_baseline": { "n": 10, "r2": -0.3655806757679618, "mae": 0.20318067967891693, "rmse": 0.24366113616413676, "spearman": null }, "ridge": { "n": 10, "r2": -0.053204540030514114, "mae": 0.1776169594764581, "rmse": 0.2139853024779063, "spearman": 0.6 }, "mlp": { "n": 10, "r2": 0.2648350705955308, "mae": 0.14599738922922553, "rmse": 0.17878042866680777, "spearman": 0.709090909090909 } } }, { "fold": 4, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 29, "mlp_stopped_epoch": 69, "inner_validation_standardized_mse": 0.4175401031970978, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03828479604339807, "mae": 0.2528019696474076, "rmse": 0.28892916040609945, "spearman": null }, "ridge": { "n": 10, "r2": 0.28841135526694095, "mae": 0.20952590380725633, "rmse": 0.23919254123692596, "spearman": 0.6727272727272726 }, "mlp": { "n": 10, "r2": 0.36793824782686446, "mae": 0.1996742103204598, "rmse": 0.22543060868731754, "spearman": 0.5272727272727272 } } } ], "predictions": [ { "video_id": "7688279850100083998", "sample_index": 0, "outer_test_fold": 1, "target": 0.23868727684020996, "mean_baseline": 0.32416042126715183, "ridge": 0.31948574052319506, "mlp": 0.36577717774749885 }, { "video_id": "7691390550934654229", "sample_index": 1, "outer_test_fold": 0, "target": 0.001899421215057373, "mean_baseline": 0.32172517478466034, "ridge": 0.3322290201741262, "mlp": 0.37904276919599894 }, { "video_id": "7685338202214911252", "sample_index": 2, "outer_test_fold": 0, "target": 0.276092529296875, "mean_baseline": 0.32172517478466034, "ridge": 0.28221476969095155, "mlp": 0.38809547437736547 }, { "video_id": "7686971556634905870", "sample_index": 3, "outer_test_fold": 4, "target": 0.000613674521446228, "mean_baseline": 0.34821416698396207, "ridge": 0.3579292277403359, "mlp": 0.39734462125789893 }, { "video_id": "7685771952044117261", "sample_index": 4, "outer_test_fold": 0, "target": 0.5338382124900818, "mean_baseline": 0.32172517478466034, "ridge": 0.4092748069807721, "mlp": 0.4088197022481393 }, { "video_id": "7688434303449386260", "sample_index": 5, "outer_test_fold": 4, "target": 0.3706125020980835, "mean_baseline": 0.34821416698396207, "ridge": 0.358692073424525, "mlp": 0.32189605353998596 }, { "video_id": "7688921128118619412", "sample_index": 6, "outer_test_fold": 3, "target": 0.2604937255382538, "mean_baseline": 0.3623323477804661, "ridge": 0.3998222922349451, "mlp": 0.3469830803683113 }, { "video_id": "7679205969959587086", "sample_index": 7, "outer_test_fold": 1, "target": 0.5527986288070679, "mean_baseline": 0.32416042126715183, "ridge": 0.47812986827950554, "mlp": 0.41412767073005263 }, { "video_id": "7682246663855017246", "sample_index": 8, "outer_test_fold": 2, "target": 0.21853531897068024, "mean_baseline": 0.3291574664413929, "ridge": 0.27460948362803256, "mlp": 0.24869290059585414 }, { "video_id": "7677651924820233486", "sample_index": 9, "outer_test_fold": 1, "target": 0.20935684442520142, "mean_baseline": 0.32416042126715183, "ridge": 0.13763189235570922, "mlp": 0.10190204680176779 }, { "video_id": "7685920989414280469", "sample_index": 10, "outer_test_fold": 3, "target": 0.04746825993061066, "mean_baseline": 0.3623323477804661, "ridge": 0.3825151719417623, "mlp": 0.3510630684224246 }, { "video_id": "7689098570565160212", "sample_index": 11, "outer_test_fold": 2, "target": 0.2549993395805359, "mean_baseline": 0.3291574664413929, "ridge": 0.3524084680493077, "mlp": 0.16608244573410647 }, { "video_id": "7685561753979063573", "sample_index": 12, "outer_test_fold": 2, "target": 0.4049364924430847, "mean_baseline": 0.3291574664413929, "ridge": 0.33837164030653305, "mlp": 0.49996890790121773 }, { "video_id": "7689105599337942285", "sample_index": 13, "outer_test_fold": 2, "target": 0.0738220363855362, "mean_baseline": 0.3291574664413929, "ridge": 0.30194343935711465, "mlp": 0.3070577355964319 }, { "video_id": "7678509189123132686", "sample_index": 14, "outer_test_fold": 3, "target": 0.6725937128067017, "mean_baseline": 0.3623323477804661, "ridge": 0.4147664767353074, "mlp": 0.4011125870666123 }, { "video_id": "7685435054734036244", "sample_index": 15, "outer_test_fold": 2, "target": 0.13043895363807678, "mean_baseline": 0.3291574664413929, "ridge": 0.23268875288438065, "mlp": 0.07645502729180703 }, { "video_id": "7680821940851887390", "sample_index": 16, "outer_test_fold": 3, "target": 0.30127614736557007, "mean_baseline": 0.3623323477804661, "ridge": 0.31577293313989496, "mlp": 0.30920393635835114 }, { "video_id": "7690210884911697173", "sample_index": 17, "outer_test_fold": 3, "target": 0.37873709201812744, "mean_baseline": 0.3623323477804661, "ridge": 0.3066981729383804, "mlp": 0.3042298620535163 }, { "video_id": "7681962973992078622", "sample_index": 18, "outer_test_fold": 1, "target": 0.39521920680999756, "mean_baseline": 0.32416042126715183, "ridge": 0.31237392053762625, "mlp": 0.33304465953719825 }, { "video_id": "7684332836194667807", "sample_index": 19, "outer_test_fold": 0, "target": 0.8779892921447754, "mean_baseline": 0.32172517478466034, "ridge": 0.2956579408552407, "mlp": 0.3987176071000168 }, { "video_id": "7681988673658801429", "sample_index": 20, "outer_test_fold": 1, "target": 0.32474929094314575, "mean_baseline": 0.32416042126715183, "ridge": 0.32529518789612755, "mlp": 0.35004999241777335 }, { "video_id": "7690437985510214943", "sample_index": 21, "outer_test_fold": 1, "target": 0.2447909265756607, "mean_baseline": 0.32416042126715183, "ridge": 0.1833778541109038, "mlp": 0.19488287420195669 }, { "video_id": "7683640750994705682", "sample_index": 22, "outer_test_fold": 4, "target": 0.8150779008865356, "mean_baseline": 0.34821416698396207, "ridge": 0.4609649658486923, "mlp": 0.556027688173043 }, { "video_id": "7690744719118208269", "sample_index": 23, "outer_test_fold": 4, "target": 0.4299332797527313, "mean_baseline": 0.34821416698396207, "ridge": 0.3774727608852834, "mlp": 0.4080130192892914 }, { "video_id": "7683945516505386271", "sample_index": 24, "outer_test_fold": 2, "target": 0.45480555295944214, "mean_baseline": 0.3291574664413929, "ridge": 0.33179239598564564, "mlp": 0.2491279040825201 }, { "video_id": "7687260346817465630", "sample_index": 25, "outer_test_fold": 4, "target": 0.02438482642173767, "mean_baseline": 0.34821416698396207, "ridge": 0.11738220363593682, "mlp": 0.23423618512318475 }, { "video_id": "7691418587336019230", "sample_index": 26, "outer_test_fold": 0, "target": 0.3297880291938782, "mean_baseline": 0.32172517478466034, "ridge": 0.40434192622945886, "mlp": 0.38520478062775376 }, { "video_id": "7680533866834152724", "sample_index": 27, "outer_test_fold": 0, "target": 0.0005012750625610352, "mean_baseline": 0.32172517478466034, "ridge": 0.32869343865228257, "mlp": 0.36711789819495305 }, { "video_id": "7680591925241449746", "sample_index": 28, "outer_test_fold": 2, "target": 0.23749704658985138, "mean_baseline": 0.3291574664413929, "ridge": 0.20441349552372468, "mlp": 0.1500777567023696 }, { "video_id": "7682668877653855519", "sample_index": 29, "outer_test_fold": 3, "target": 0.03642505407333374, "mean_baseline": 0.3623323477804661, "ridge": 0.3055201499580779, "mlp": 0.24637570618022198 }, { "video_id": "7680698462622485780", "sample_index": 30, "outer_test_fold": 1, "target": 0.14455755054950714, "mean_baseline": 0.32416042126715183, "ridge": 0.31087325332894394, "mlp": 0.28359433488229957 }, { "video_id": "7684858353205464334", "sample_index": 31, "outer_test_fold": 3, "target": 0.0038747787475585938, "mean_baseline": 0.3623323477804661, "ridge": 0.3503611656071882, "mlp": 0.23906657242494894 }, { "video_id": "7681115445004487957", "sample_index": 32, "outer_test_fold": 3, "target": 0.0007462501525878906, "mean_baseline": 0.3623323477804661, "ridge": 0.23053019590370977, "mlp": 0.18887026572937293 }, { "video_id": "7682103096998186273", "sample_index": 33, "outer_test_fold": 2, "target": 0.440949410200119, "mean_baseline": 0.3291574664413929, "ridge": 0.5618156061328257, "mlp": 0.46106987224844215 }, { "video_id": "7680043491690286343", "sample_index": 34, "outer_test_fold": 2, "target": 0.7623414993286133, "mean_baseline": 0.3291574664413929, "ridge": 0.37704326296102053, "mlp": 0.5701051123160976 }, { "video_id": "7688428138145074446", "sample_index": 35, "outer_test_fold": 0, "target": 0.6914607882499695, "mean_baseline": 0.32172517478466034, "ridge": 0.36722346243328735, "mlp": 0.38108793982855566 }, { "video_id": "7678173787854081293", "sample_index": 36, "outer_test_fold": 4, "target": 0.02671043574810028, "mean_baseline": 0.34821416698396207, "ridge": 0.24936415480728635, "mlp": 0.20254739583123274 }, { "video_id": "7681515101773368606", "sample_index": 37, "outer_test_fold": 4, "target": 0.703102707862854, "mean_baseline": 0.34821416698396207, "ridge": 0.49553609174605695, "mlp": 0.5641650728514281 }, { "video_id": "7687440482124762400", "sample_index": 38, "outer_test_fold": 0, "target": 0.0026116520166397095, "mean_baseline": 0.32172517478466034, "ridge": 0.22663262502541498, "mlp": 0.41356256472986486 }, { "video_id": "7677656702556065038", "sample_index": 39, "outer_test_fold": 0, "target": 0.6307908296585083, "mean_baseline": 0.32172517478466034, "ridge": 0.4742801029560705, "mlp": 0.37134520866383514 }, { "video_id": "7682285294762069261", "sample_index": 40, "outer_test_fold": 4, "target": 0.40894800424575806, "mean_baseline": 0.34821416698396207, "ridge": 0.17872661487420158, "mlp": 0.17950831129462225 }, { "video_id": "7678711865882496269", "sample_index": 41, "outer_test_fold": 3, "target": 0.42120882868766785, "mean_baseline": 0.3623323477804661, "ridge": 0.43976802269769955, "mlp": 0.3448360849729657 }, { "video_id": "7681663075321236767", "sample_index": 42, "outer_test_fold": 3, "target": 0.23977801203727722, "mean_baseline": 0.3623323477804661, "ridge": 0.33328456466302137, "mlp": 0.2461123912344138 }, { "video_id": "7689078406536760589", "sample_index": 43, "outer_test_fold": 4, "target": 0.057360872626304626, "mean_baseline": 0.34821416698396207, "ridge": 0.31144193347800886, "mlp": 0.29719517948753654 }, { "video_id": "7690015212526718239", "sample_index": 44, "outer_test_fold": 1, "target": 0.7501243948936462, "mean_baseline": 0.32416042126715183, "ridge": 0.4347716428213679, "mlp": 0.5507769086498189 }, { "video_id": "7690909670206131487", "sample_index": 45, "outer_test_fold": 2, "target": 0.7112714648246765, "mean_baseline": 0.3291574664413929, "ridge": 0.3271128467707298, "mlp": 0.2075475732114807 }, { "video_id": "7685751413254737183", "sample_index": 46, "outer_test_fold": 0, "target": 0.6419167518615723, "mean_baseline": 0.32172517478466034, "ridge": 0.38436724838589215, "mlp": 0.34759357034979926 }, { "video_id": "7691169508186279181", "sample_index": 47, "outer_test_fold": 1, "target": 0.6066171526908875, "mean_baseline": 0.32416042126715183, "ridge": 0.5794552675910659, "mlp": 0.6408448606590262 }, { "video_id": "7691617221822450964", "sample_index": 48, "outer_test_fold": 4, "target": 0.0905848890542984, "mean_baseline": 0.34821416698396207, "ridge": 0.40251432871567894, "mlp": 0.36700917017904044 }, { "video_id": "7680298578962664717", "sample_index": 49, "outer_test_fold": 1, "target": 0.4225776493549347, "mean_baseline": 0.32416042126715183, "ridge": 0.3044252783415076, "mlp": 0.3662697238941411 } ], "elapsed_cpu_wall_seconds": 0.37460049899527803, "zero_shot_motion_association": { "available": true, "definition": "Mean raw cosine for slideshow/cartoon/moving-live-action minus mean raw cosine for static-photo/static-with-overlays. Fixed before inspecting target associations.", "warning": "Exploratory zero-shot association with a computed change proxy, not accuracy, calibrated probability, or a fitted regression model. Cartoon appearance alone need not imply motion.", "contrast_spearman": 0.4762064825930372, "contrast_pearson": 0.42477921408125924, "per_prompt": [ { "index": 0, "label": "static photo", "spearman": -0.5356542617046819, "pearson": -0.43300176094717985 }, { "index": 1, "label": "static image with changing captions or overlays", "spearman": -0.4739015606242497, "pearson": -0.38734448463506055 }, { "index": 2, "label": "slideshow of still images", "spearman": -0.40888355342136856, "pearson": -0.30564524029066126 }, { "index": 3, "label": "animated or cartoon scene", "spearman": -0.31937575030012, "pearson": -0.2781723929363527 }, { "index": 4, "label": "live action with moving subjects or camera", "spearman": -0.3804561824729892, "pearson": -0.28335243863500986 } ], "records": [ { "video_id": "7688279850100083998", "contrast": -0.01338516315445304, "cosine_scores": [ -0.01221152301877737, -0.008600005879998207, -0.04541090875864029, 0.017586050555109978, -0.04354792460799217 ] }, { "video_id": "7691390550934654229", "contrast": -0.04961332554618517, "cosine_scores": [ 0.10403553396463394, 0.0941704511642456, 0.05170683562755585, 0.03840206190943718, 0.05836010351777077 ] }, { "video_id": "7685338202214911252", "contrast": -0.005230912938714027, "cosine_scores": [ -0.03751415014266968, -0.05599624663591385, -0.09680008888244629, -0.02758621983230114, -0.03157202526926994 ] }, { "video_id": "7686971556634905870", "contrast": -0.02232061761120955, "cosine_scores": [ 0.07988294214010239, 0.05907228961586952, 0.06634584069252014, 0.02693537250161171, 0.04818978160619736 ] }, { "video_id": "7685771952044117261", "contrast": 0.02797977331404885, "cosine_scores": [ 0.021107936277985573, 0.015473725274205208, 0.0041076322086155415, 0.10170689225196838, 0.032997287809848785 ] }, { "video_id": "7688434303449386260", "contrast": -0.015128853730857372, "cosine_scores": [ 0.035239122807979584, 0.03827212378382683, 0.006560266017913818, 0.0121057303622365, 0.04621431231498718 ] }, { "video_id": "7688921128118619412", "contrast": -0.031438760459423065, "cosine_scores": [ 0.12303750216960907, 0.13717970252037048, 0.09213121980428696, 0.1302562654018402, 0.07362204045057297 ] }, { "video_id": "7679205969959587086", "contrast": -0.0012606534097964577, "cosine_scores": [ -0.022412754595279694, -0.025438033044338226, -0.038187481462955475, -0.03626794368028641, -0.001102716545574367 ] }, { "video_id": "7682246663855017246", "contrast": -0.0063031023989121165, "cosine_scores": [ 0.06568137556314468, 0.07443419098854065, 0.030061593279242516, 0.10032245516777039, 0.06087999418377876 ] }, { "video_id": "7677651924820233486", "contrast": -0.02723657712340355, "cosine_scores": [ 0.08991299569606781, 0.11259428411722183, 0.05487018823623657, 0.09731508046388626, 0.06986591964960098 ] }, { "video_id": "7685920989414280469", "contrast": -0.006010520504787564, "cosine_scores": [ 0.004998721648007631, 0.0018888218328356743, -0.014632273465394974, 0.002130810171365738, 0.004801217000931501 ] }, { "video_id": "7689098570565160212", "contrast": 0.013884850467244789, "cosine_scores": [ 0.04970601573586464, 0.055838488042354584, 0.03898708522319794, 0.12726527452468872, 0.03371894732117653 ] }, { "video_id": "7685561753979063573", "contrast": -0.01780301456650098, "cosine_scores": [ 0.055899787694215775, 0.0401582270860672, 0.042516618967056274, 0.019719982519745827, 0.028441376984119415 ] }, { "video_id": "7689105599337942285", "contrast": -0.03201373169819514, "cosine_scores": [ 0.07219695299863815, 0.06563244760036469, 0.03120371326804161, 0.0361173190176487, 0.04338187351822853 ] }, { "video_id": "7678509189123132686", "contrast": -0.006003117111201089, "cosine_scores": [ 0.046531423926353455, 0.015637360513210297, 0.025867147371172905, 0.052324630320072174, -0.002947952365502715 ] }, { "video_id": "7685435054734036244", "contrast": -0.038370462134480476, "cosine_scores": [ 0.08776165544986725, 0.06631159037351608, 0.02736806496977806, 0.01995358057320118, 0.06867683678865433 ] }, { "video_id": "7680821940851887390", "contrast": -0.0021663516138990743, "cosine_scores": [ -0.022065559402108192, -0.051409777253866196, -0.027262743562459946, -0.06155168265104294, -0.027897633612155914 ] }, { "video_id": "7690210884911697173", "contrast": 0.006460351636633277, "cosine_scores": [ 0.061031702905893326, 0.03137810155749321, 0.06675717234611511, 0.00025886413641273975, 0.09097972512245178 ] }, { "video_id": "7681962973992078622", "contrast": -0.003960679595669113, "cosine_scores": [ 0.06245414540171623, 0.06620614230632782, 0.028168439865112305, 0.09751653671264648, 0.05542341619729996 ] }, { "video_id": "7684332836194667807", "contrast": -0.027248959988355637, "cosine_scores": [ 0.058777816593647, 0.03567936643958092, 0.05175856873393059, -0.004413073882460594, 0.012593399733304977 ] }, { "video_id": "7681988673658801429", "contrast": -0.00563918085147937, "cosine_scores": [ 0.04019588604569435, 0.02259400300681591, 0.018341999500989914, 0.026432624086737633, 0.03249266743659973 ] }, { "video_id": "7690437985510214943", "contrast": -0.05261068977415562, "cosine_scores": [ 0.0808756947517395, 0.08243276178836823, 0.02567809633910656, 0.020813025534152985, 0.040639493614435196 ] }, { "video_id": "7683640750994705682", "contrast": -0.006356616116439305, "cosine_scores": [ 0.041234858334064484, 0.03788672015070915, 0.0029548632446676493, 0.06635495275259018, 0.030302703380584717 ] }, { "video_id": "7690744719118208269", "contrast": 0.010848850011825562, "cosine_scores": [ -0.04137248545885086, -0.044675614684820175, -0.06856855750083923, -0.011039623990654945, -0.01691741868853569 ] }, { "video_id": "7683945516505386271", "contrast": -0.02341330796480179, "cosine_scores": [ 0.04218001663684845, 0.07209964096546173, 0.021996108815073967, 0.05194322019815445, 0.02724023349583149 ] }, { "video_id": "7687260346817465630", "contrast": -0.031591496119896575, "cosine_scores": [ 0.11479993909597397, 0.09371943026781082, 0.06066099926829338, 0.11320482194423676, 0.044138744473457336 ] }, { "video_id": "7691418587336019230", "contrast": -0.013212441156307857, "cosine_scores": [ -0.01978539675474167, -0.006063103675842285, -0.06615982204675674, -0.015743805095553398, 0.003493553027510643 ] }, { "video_id": "7680533866834152724", "contrast": -0.05158686886231105, "cosine_scores": [ 0.1573522984981537, 0.16398435831069946, 0.10787662118673325, 0.1018933355808258, 0.11747442185878754 ] }, { "video_id": "7680591925241449746", "contrast": -0.046279010673364, "cosine_scores": [ 0.1297675222158432, 0.15135228633880615, 0.09003116190433502, 0.11138589680194855, 0.08142562210559845 ] }, { "video_id": "7682668877653855519", "contrast": -0.02565109978119532, "cosine_scores": [ 0.08652211725711823, 0.07432906329631805, 0.029983434826135635, 0.09400545060634613, 0.040334586054086685 ] }, { "video_id": "7680698462622485780", "contrast": -0.03714504589637121, "cosine_scores": [ 0.08838196843862534, 0.09410089999437332, 0.052237533032894135, 0.08763822168111801, 0.022413410246372223 ] }, { "video_id": "7684858353205464334", "contrast": -0.02519141727437576, "cosine_scores": [ 0.041699912399053574, 0.03728022798895836, 0.03471338376402855, 0.005678742192685604, 0.0025038328021764755 ] }, { "video_id": "7681115445004487957", "contrast": -0.05742741872866949, "cosine_scores": [ 0.1269482970237732, 0.1008671373128891, 0.05650513619184494, 0.03683483600616455, 0.0761009231209755 ] }, { "video_id": "7682103096998186273", "contrast": 0.006377177933851877, "cosine_scores": [ -0.022467751055955887, -0.016473695635795593, -0.0675688162446022, 0.008881835266947746, 0.01940634474158287 ] }, { "video_id": "7680043491690286343", "contrast": -0.022071861351529755, "cosine_scores": [ 0.09020323306322098, 0.06048303470015526, 0.08164852112531662, 0.022835616022348404, 0.05532968044281006 ] }, { "video_id": "7688428138145074446", "contrast": -0.034394346488018826, "cosine_scores": [ 0.05886499956250191, 0.05783718824386597, 0.04500121250748634, 0.012264445424079895, 0.014604584313929081 ] }, { "video_id": "7678173787854081293", "contrast": -0.04259721624354522, "cosine_scores": [ 0.11788352578878403, 0.09618987143039703, 0.0807109847664833, 0.09232724457979202, 0.02028021775186062 ] }, { "video_id": "7681515101773368606", "contrast": -0.010259095579385757, "cosine_scores": [ 0.04109346121549606, 0.04560065269470215, 0.043883293867111206, 0.05823028087615967, -0.002849690616130829 ] }, { "video_id": "7687440482124762400", "contrast": -0.030465452621380493, "cosine_scores": [ 0.11063535511493683, 0.10753481835126877, 0.1009431704878807, 0.07661014795303345, 0.05830558389425278 ] }, { "video_id": "7677656702556065038", "contrast": -0.012086550549914438, "cosine_scores": [ 0.02978508360683918, 0.028300154954195023, 0.0012482930906116962, 0.021945001557469368, 0.02767491154372692 ] }, { "video_id": "7682285294762069261", "contrast": -0.0574732522169749, "cosine_scores": [ 0.07591573148965836, 0.07263541221618652, 0.007211143150925636, 0.00793306715786457, 0.03526274859905243 ] }, { "video_id": "7678711865882496269", "contrast": -0.010738798727591835, "cosine_scores": [ 0.06919711828231812, 0.07438657432794571, 0.04722260683774948, 0.03180356323719025, 0.10413297265768051 ] }, { "video_id": "7681663075321236767", "contrast": -0.0071016233414411545, "cosine_scores": [ -0.034932710230350494, -0.043225664645433426, -0.058393485844135284, -0.030907705426216125, -0.049241241067647934 ] }, { "video_id": "7689078406536760589", "contrast": -0.024678833782672882, "cosine_scores": [ 0.11685796082019806, 0.06610561907291412, 0.08429399132728577, 0.07418210804462433, 0.04193276911973953 ] }, { "video_id": "7690015212526718239", "contrast": -0.0007031486602500081, "cosine_scores": [ -0.0032276588026434183, -0.016666961833834648, -0.011404226534068584, -0.021319163963198662, 0.0007720135618001223 ] }, { "video_id": "7690909670206131487", "contrast": -0.028619262933110196, "cosine_scores": [ 0.017425015568733215, 0.005602581892162561, -0.02754056453704834, -0.008468122221529484, -0.015307705849409103 ] }, { "video_id": "7685751413254737183", "contrast": 0.0054458193480968475, "cosine_scores": [ 0.06284653395414352, 0.0855172872543335, 0.042927615344524384, 0.11472715437412262, 0.08122842013835907 ] }, { "video_id": "7691169508186279181", "contrast": 0.01949850097298622, "cosine_scores": [ -0.06482265889644623, -0.10507670789957047, -0.11475643515586853, -0.04731972515583038, -0.03427738696336746 ] }, { "video_id": "7691617221822450964", "contrast": -0.01060060691088438, "cosine_scores": [ 0.07461211830377579, 0.025264179334044456, 0.041653748601675034, 0.03234384208917618, 0.04401503503322601 ] }, { "video_id": "7680298578962664717", "contrast": 0.00715204793959856, "cosine_scores": [ 0.0020594578236341476, -0.010677943006157875, -0.01826501451432705, 0.014143925160169601, 0.012649505399167538 ] } ] } }, { "model": "pe-av-small", "n": 50, "input_embedding_dimension": 1024, "target": "dino_adjacent_cosine_distance_mean", "oof_metrics": { "mean_baseline": { "n": 50, "r2": -0.034485305676792644, "mae": 0.21532879553735257, "rmse": 0.2574072013388367, "spearman": -0.20285832642571044 }, "ridge": { "n": 50, "r2": 0.1336531683311718, "mae": 0.18650657703332565, "rmse": 0.23556156199005054, "spearman": 0.3717166866746698 }, "mlp": { "n": 50, "r2": 0.10058436704009688, "mae": 0.18877010143435033, "rmse": 0.24001519970958435, "spearman": 0.39927971188475386 } }, "folds": [ { "fold": 0, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 1, "mlp_stopped_epoch": 41, "inner_validation_standardized_mse": 1.1161738634109497, "metrics": { "mean_baseline": { "n": 10, "r2": -0.06305591404752375, "mae": 0.27812286764383315, "rmse": 0.31601019804954245, "spearman": null }, "ridge": { "n": 10, "r2": -0.023464847600513483, "mae": 0.269254225583951, "rmse": 0.31006982882648704, "spearman": 0.006060606060606061 }, "mlp": { "n": 10, "r2": 0.02988143959447931, "mae": 0.27229112413308765, "rmse": 0.3018807713006699, "spearman": 0.3939393939393939 } } }, { "fold": 1, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 122, "mlp_stopped_epoch": 162, "inner_validation_standardized_mse": 0.7026057839393616, "metrics": { "mean_baseline": { "n": 10, "r2": -0.12155633842644087, "mae": 0.15663728825747966, "rmse": 0.19679441505989367, "spearman": null }, "ridge": { "n": 10, "r2": 0.4069311573546326, "mae": 0.09362030312990352, "rmse": 0.1431049895982494, "spearman": 0.7454545454545454 }, "mlp": { "n": 10, "r2": 0.4988761703898552, "mae": 0.09587512847476667, "rmse": 0.131545122465447, "spearman": 0.7818181818181817 } } }, { "fold": 2, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 36, "mlp_stopped_epoch": 76, "inner_validation_standardized_mse": 0.5828999280929565, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03282210542974795, "mae": 0.18590117245912552, "rmse": 0.22327346556546704, "spearman": null }, "ridge": { "n": 10, "r2": 0.05373150673515925, "mae": 0.16827546398559648, "rmse": 0.21371329546497744, "spearman": 0.2727272727272727 }, "mlp": { "n": 10, "r2": -0.25445739369900977, "mae": 0.18501543014194205, "rmse": 0.24606639626360402, "spearman": 0.406060606060606 } } }, { "fold": 3, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 36, "mlp_stopped_epoch": 76, "inner_validation_standardized_mse": 0.5049909949302673, "metrics": { "mean_baseline": { "n": 10, "r2": -0.3655806757679618, "mae": 0.20318067967891693, "rmse": 0.24366113616413676, "spearman": null }, "ridge": { "n": 10, "r2": -0.15925109790368475, "mae": 0.17984810589548367, "rmse": 0.2244999980895541, "spearman": 0.5636363636363636 }, "mlp": { "n": 10, "r2": -0.01862381925136325, "mae": 0.1487591772130138, "rmse": 0.21044300634080984, "spearman": 0.6121212121212121 } } }, { "fold": 4, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 7, "mlp_stopped_epoch": 47, "inner_validation_standardized_mse": 0.6958288550376892, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03828479604339807, "mae": 0.2528019696474076, "rmse": 0.28892916040609945, "spearman": null }, "ridge": { "n": 10, "r2": 0.1946670779124834, "mae": 0.2215347865716934, "rmse": 0.2544607805514429, "spearman": 0.5878787878787878 }, "mlp": { "n": 10, "r2": 0.07010356288675867, "mae": 0.24190964720894134, "rmse": 0.2734326806449922, "spearman": 0.29696969696969694 } } } ], "predictions": [ { "video_id": "7688279850100083998", "sample_index": 0, "outer_test_fold": 1, "target": 0.23868727684020996, "mean_baseline": 0.32416042126715183, "ridge": 0.33031782729879555, "mlp": 0.3593080685018447 }, { "video_id": "7691390550934654229", "sample_index": 1, "outer_test_fold": 0, "target": 0.001899421215057373, "mean_baseline": 0.32172517478466034, "ridge": 0.36107358215917695, "mlp": 0.40727233427135856 }, { "video_id": "7685338202214911252", "sample_index": 2, "outer_test_fold": 0, "target": 0.276092529296875, "mean_baseline": 0.32172517478466034, "ridge": 0.3496254571057586, "mlp": 0.414448720933461 }, { "video_id": "7686971556634905870", "sample_index": 3, "outer_test_fold": 4, "target": 0.000613674521446228, "mean_baseline": 0.34821416698396207, "ridge": 0.3633949567083447, "mlp": 0.35484046299277133 }, { "video_id": "7685771952044117261", "sample_index": 4, "outer_test_fold": 0, "target": 0.5338382124900818, "mean_baseline": 0.32172517478466034, "ridge": 0.39954467051033093, "mlp": 0.38956020841792305 }, { "video_id": "7688434303449386260", "sample_index": 5, "outer_test_fold": 4, "target": 0.3706125020980835, "mean_baseline": 0.34821416698396207, "ridge": 0.32753423879286386, "mlp": 0.29936989711828854 }, { "video_id": "7688921128118619412", "sample_index": 6, "outer_test_fold": 3, "target": 0.2604937255382538, "mean_baseline": 0.3623323477804661, "ridge": 0.3258746021799321, "mlp": 0.267005277482248 }, { "video_id": "7679205969959587086", "sample_index": 7, "outer_test_fold": 1, "target": 0.5527986288070679, "mean_baseline": 0.32416042126715183, "ridge": 0.492563452627608, "mlp": 0.5406723685949271 }, { "video_id": "7682246663855017246", "sample_index": 8, "outer_test_fold": 2, "target": 0.21853531897068024, "mean_baseline": 0.3291574664413929, "ridge": 0.1666962873295953, "mlp": 0.09870174150961297 }, { "video_id": "7677651924820233486", "sample_index": 9, "outer_test_fold": 1, "target": 0.20935684442520142, "mean_baseline": 0.32416042126715183, "ridge": 0.18283572593277966, "mlp": 0.3351283086868223 }, { "video_id": "7685920989414280469", "sample_index": 10, "outer_test_fold": 3, "target": 0.04746825993061066, "mean_baseline": 0.3623323477804661, "ridge": 0.4013693816178352, "mlp": 0.3798952280134792 }, { "video_id": "7689098570565160212", "sample_index": 11, "outer_test_fold": 2, "target": 0.2549993395805359, "mean_baseline": 0.3291574664413929, "ridge": 0.3430532040671558, "mlp": 0.3872218453470312 }, { "video_id": "7685561753979063573", "sample_index": 12, "outer_test_fold": 2, "target": 0.4049364924430847, "mean_baseline": 0.3291574664413929, "ridge": 0.3116869483194419, "mlp": 0.25038155797211376 }, { "video_id": "7689105599337942285", "sample_index": 13, "outer_test_fold": 2, "target": 0.0738220363855362, "mean_baseline": 0.3291574664413929, "ridge": 0.3254947808102254, "mlp": 0.33413187439497916 }, { "video_id": "7678509189123132686", "sample_index": 14, "outer_test_fold": 3, "target": 0.6725937128067017, "mean_baseline": 0.3623323477804661, "ridge": 0.5223931692220697, "mlp": 0.5228342776991998 }, { "video_id": "7685435054734036244", "sample_index": 15, "outer_test_fold": 2, "target": 0.13043895363807678, "mean_baseline": 0.3291574664413929, "ridge": 0.2675163273055643, "mlp": 0.10899308961492304 }, { "video_id": "7680821940851887390", "sample_index": 16, "outer_test_fold": 3, "target": 0.30127614736557007, "mean_baseline": 0.3623323477804661, "ridge": 0.37233305250773724, "mlp": 0.3514263477923785 }, { "video_id": "7690210884911697173", "sample_index": 17, "outer_test_fold": 3, "target": 0.37873709201812744, "mean_baseline": 0.3623323477804661, "ridge": 0.35753799528512137, "mlp": 0.38400072211867087 }, { "video_id": "7681962973992078622", "sample_index": 18, "outer_test_fold": 1, "target": 0.39521920680999756, "mean_baseline": 0.32416042126715183, "ridge": 0.47094679625603403, "mlp": 0.45188691315949425 }, { "video_id": "7684332836194667807", "sample_index": 19, "outer_test_fold": 0, "target": 0.8779892921447754, "mean_baseline": 0.32172517478466034, "ridge": 0.3123551122122547, "mlp": 0.4043576099754858 }, { "video_id": "7681988673658801429", "sample_index": 20, "outer_test_fold": 1, "target": 0.32474929094314575, "mean_baseline": 0.32416042126715183, "ridge": 0.3792390156253014, "mlp": 0.43759736594823734 }, { "video_id": "7690437985510214943", "sample_index": 21, "outer_test_fold": 1, "target": 0.2447909265756607, "mean_baseline": 0.32416042126715183, "ridge": 0.2469279781312089, "mlp": 0.2770929593309213 }, { "video_id": "7683640750994705682", "sample_index": 22, "outer_test_fold": 4, "target": 0.8150779008865356, "mean_baseline": 0.34821416698396207, "ridge": 0.3925870925612498, "mlp": 0.31848226890112946 }, { "video_id": "7690744719118208269", "sample_index": 23, "outer_test_fold": 4, "target": 0.4299332797527313, "mean_baseline": 0.34821416698396207, "ridge": 0.4501716176886107, "mlp": 0.38379135356322475 }, { "video_id": "7683945516505386271", "sample_index": 24, "outer_test_fold": 2, "target": 0.45480555295944214, "mean_baseline": 0.3291574664413929, "ridge": 0.3200530627093233, "mlp": 0.3697375226615741 }, { "video_id": "7687260346817465630", "sample_index": 25, "outer_test_fold": 4, "target": 0.02438482642173767, "mean_baseline": 0.34821416698396207, "ridge": 0.13820987779761018, "mlp": 0.2936617311637834 }, { "video_id": "7691418587336019230", "sample_index": 26, "outer_test_fold": 0, "target": 0.3297880291938782, "mean_baseline": 0.32172517478466034, "ridge": 0.38846246670075846, "mlp": 0.3921938959662654 }, { "video_id": "7680533866834152724", "sample_index": 27, "outer_test_fold": 0, "target": 0.0005012750625610352, "mean_baseline": 0.32172517478466034, "ridge": 0.26008861411608025, "mlp": 0.38627207075623127 }, { "video_id": "7680591925241449746", "sample_index": 28, "outer_test_fold": 2, "target": 0.23749704658985138, "mean_baseline": 0.3291574664413929, "ridge": 0.21269399436847863, "mlp": 0.17697616361311727 }, { "video_id": "7682668877653855519", "sample_index": 29, "outer_test_fold": 3, "target": 0.03642505407333374, "mean_baseline": 0.3623323477804661, "ridge": 0.3408733505117429, "mlp": 0.31853629109808473 }, { "video_id": "7680698462622485780", "sample_index": 30, "outer_test_fold": 1, "target": 0.14455755054950714, "mean_baseline": 0.32416042126715183, "ridge": 0.18503430508574528, "mlp": 0.22832138512008424 }, { "video_id": "7684858353205464334", "sample_index": 31, "outer_test_fold": 3, "target": 0.0038747787475585938, "mean_baseline": 0.3623323477804661, "ridge": 0.3869323606978852, "mlp": 0.42532455254004836 }, { "video_id": "7681115445004487957", "sample_index": 32, "outer_test_fold": 3, "target": 0.0007462501525878906, "mean_baseline": 0.3623323477804661, "ridge": 0.3119188745672651, "mlp": 0.22432061385832824 }, { "video_id": "7682103096998186273", "sample_index": 33, "outer_test_fold": 2, "target": 0.440949410200119, "mean_baseline": 0.3291574664413929, "ridge": 0.580918299783757, "mlp": 0.5578023450552507 }, { "video_id": "7680043491690286343", "sample_index": 34, "outer_test_fold": 2, "target": 0.7623414993286133, "mean_baseline": 0.3291574664413929, "ridge": 0.26486967618933643, "mlp": 0.15054191961857827 }, { "video_id": "7688428138145074446", "sample_index": 35, "outer_test_fold": 0, "target": 0.6914607882499695, "mean_baseline": 0.32172517478466034, "ridge": 0.2609986786022459, "mlp": 0.41663933038000533 }, { "video_id": "7678173787854081293", "sample_index": 36, "outer_test_fold": 4, "target": 0.02671043574810028, "mean_baseline": 0.34821416698396207, "ridge": 0.25470096980617496, "mlp": 0.29986877864888484 }, { "video_id": "7681515101773368606", "sample_index": 37, "outer_test_fold": 4, "target": 0.703102707862854, "mean_baseline": 0.34821416698396207, "ridge": 0.4591153030964461, "mlp": 0.45176389495054453 }, { "video_id": "7687440482124762400", "sample_index": 38, "outer_test_fold": 0, "target": 0.0026116520166397095, "mean_baseline": 0.32172517478466034, "ridge": 0.3378698468887718, "mlp": 0.39607091528058047 }, { "video_id": "7677656702556065038", "sample_index": 39, "outer_test_fold": 0, "target": 0.6307908296585083, "mean_baseline": 0.32172517478466034, "ridge": 0.4531050080908518, "mlp": 0.3893253950503868 }, { "video_id": "7682285294762069261", "sample_index": 40, "outer_test_fold": 4, "target": 0.40894800424575806, "mean_baseline": 0.34821416698396207, "ridge": 0.16861605299759191, "mlp": 0.27314926395650607 }, { "video_id": "7678711865882496269", "sample_index": 41, "outer_test_fold": 3, "target": 0.42120882868766785, "mean_baseline": 0.3623323477804661, "ridge": 0.4723240067101959, "mlp": 0.4322211866022415 }, { "video_id": "7681663075321236767", "sample_index": 42, "outer_test_fold": 3, "target": 0.23977801203727722, "mean_baseline": 0.3623323477804661, "ridge": 0.32672684637746496, "mlp": 0.24511026606814373 }, { "video_id": "7689078406536760589", "sample_index": 43, "outer_test_fold": 4, "target": 0.057360872626304626, "mean_baseline": 0.34821416698396207, "ridge": 0.38583832505878135, "mlp": 0.3612759857314198 }, { "video_id": "7690015212526718239", "sample_index": 44, "outer_test_fold": 1, "target": 0.7501243948936462, "mean_baseline": 0.32416042126715183, "ridge": 0.343141748816844, "mlp": 0.4119627164285877 }, { "video_id": "7690909670206131487", "sample_index": 45, "outer_test_fold": 2, "target": 0.7112714648246765, "mean_baseline": 0.3291574664413929, "ridge": 0.44740563850664256, "mlp": 0.42372531097615507 }, { "video_id": "7685751413254737183", "sample_index": 46, "outer_test_fold": 0, "target": 0.6419167518615723, "mean_baseline": 0.32172517478466034, "ridge": 0.34367720933524865, "mlp": 0.438567119673115 }, { "video_id": "7691169508186279181", "sample_index": 47, "outer_test_fold": 1, "target": 0.6066171526908875, "mean_baseline": 0.32416042126715183, "ridge": 0.5285370011328114, "mlp": 0.619942470677046 }, { "video_id": "7691617221822450964", "sample_index": 48, "outer_test_fold": 4, "target": 0.0905848890542984, "mean_baseline": 0.34821416698396207, "ridge": 0.3027316691369512, "mlp": 0.3079864955681724 }, { "video_id": "7680298578962664717", "sample_index": 49, "outer_test_fold": 1, "target": 0.4225776493549347, "mean_baseline": 0.32416042126715183, "ridge": 0.3226553810412234, "mlp": 0.3594135258743076 } ], "elapsed_cpu_wall_seconds": 0.3456935059512034, "zero_shot_motion_association": { "available": true, "definition": "Mean raw cosine for slideshow/cartoon/moving-live-action minus mean raw cosine for static-photo/static-with-overlays. Fixed before inspecting target associations.", "warning": "Exploratory zero-shot association with a computed change proxy, not accuracy, calibrated probability, or a fitted regression model. Cartoon appearance alone need not imply motion.", "contrast_spearman": 0.4454741896758703, "contrast_pearson": 0.3752129383079642, "per_prompt": [ { "index": 0, "label": "static photo", "spearman": -0.4679471788715486, "pearson": -0.41664331841181546 }, { "index": 1, "label": "static image with changing captions or overlays", "spearman": -0.46324129651860735, "pearson": -0.3557183385793576 }, { "index": 2, "label": "slideshow of still images", "spearman": -0.43740696278511404, "pearson": -0.3503545580292672 }, { "index": 3, "label": "animated or cartoon scene", "spearman": -0.32427370948379347, "pearson": -0.26990806245847127 }, { "index": 4, "label": "live action with moving subjects or camera", "spearman": -0.37632653061224486, "pearson": -0.30468876862303484 } ], "records": [ { "video_id": "7688279850100083998", "contrast": 0.05978126203020414, "cosine_scores": [ 0.0016280338168144226, -0.04306025430560112, 0.034495458006858826, 0.08063642680644989, 0.0020635705441236496 ] }, { "video_id": "7691390550934654229", "contrast": -0.0346153477827708, "cosine_scores": [ 0.14665034413337708, 0.1292218565940857, 0.16325141489505768, 0.07235739380121231, 0.07435344904661179 ] }, { "video_id": "7685338202214911252", "contrast": 0.024389732629060745, "cosine_scores": [ -0.045207880437374115, -0.07119175791740417, -0.0315374955534935, -0.03231360763311386, -0.03757915645837784 ] }, { "video_id": "7686971556634905870", "contrast": -0.011163551360368729, "cosine_scores": [ 0.1223376914858818, 0.06627804040908813, 0.11967667937278748, 0.06579315662384033, 0.06396310776472092 ] }, { "video_id": "7685771952044117261", "contrast": 0.06794153479859233, "cosine_scores": [ 0.014775522984564304, -0.01139242947101593, 0.05026871711015701, 0.1326640248298645, 0.025966502726078033 ] }, { "video_id": "7688434303449386260", "contrast": 0.005898609757423401, "cosine_scores": [ 0.048215318471193314, 0.0333469994366169, 0.07335131615400314, 0.049718473106622696, 0.01696951687335968 ] }, { "video_id": "7688921128118619412", "contrast": -0.022886045277118683, "cosine_scores": [ 0.1578260064125061, 0.14704391360282898, 0.1532784253358841, 0.12607039511203766, 0.10929792374372482 ] }, { "video_id": "7679205969959587086", "contrast": 0.018755904709299404, "cosine_scores": [ 0.005200996994972229, -0.008881288580596447, 0.03243236988782883, 0.01134871318936348, 0.006966193672269583 ] }, { "video_id": "7682246663855017246", "contrast": 0.03733207223316033, "cosine_scores": [ 0.08529189974069595, 0.06217395141720772, 0.11473958939313889, 0.14859126508235931, 0.06986413896083832 ] }, { "video_id": "7677651924820233486", "contrast": 0.026765240977207824, "cosine_scores": [ 0.08011183887720108, 0.06928786635398865, 0.09989533573389053, 0.11197498440742493, 0.09252496063709259 ] }, { "video_id": "7685920989414280469", "contrast": 0.029696105358501274, "cosine_scores": [ -0.03250356391072273, -0.02329183928668499, 0.00541332084685564, 0.0019832421094179153, -0.0020013516768813133 ] }, { "video_id": "7689098570565160212", "contrast": 0.04799179624145229, "cosine_scores": [ 0.025014255195856094, 0.010284320451319218, 0.052553609013557434, 0.10360454022884369, 0.040765102952718735 ] }, { "video_id": "7685561753979063573", "contrast": 0.008894742156068482, "cosine_scores": [ 0.059567641466856, 0.044158607721328735, 0.08523549139499664, 0.06341122835874557, 0.03362688049674034 ] }, { "video_id": "7689105599337942285", "contrast": 0.011064103494087853, "cosine_scores": [ 0.036123547703027725, 0.03684357926249504, 0.07122048735618591, 0.04689818620681763, 0.024524327367544174 ] }, { "video_id": "7678509189123132686", "contrast": 0.036549091804772615, "cosine_scores": [ 0.021097954362630844, -0.00907509122043848, 0.06624597311019897, 0.07494309544563293, -0.013507498428225517 ] }, { "video_id": "7685435054734036244", "contrast": -0.004169829810659088, "cosine_scores": [ 0.06263555586338043, 0.038766875863075256, 0.07645469903945923, 0.01635557971894741, 0.04678387939929962 ] }, { "video_id": "7680821940851887390", "contrast": 0.030671440685788788, "cosine_scores": [ -0.024238673970103264, -0.06128475442528725, 0.015926146879792213, -0.013652565889060497, -0.03854440152645111 ] }, { "video_id": "7690210884911697173", "contrast": 0.008407575388749436, "cosine_scores": [ 0.08135372400283813, 0.07213786989450455, 0.11215981841087341, 0.050461817532777786, 0.09283848106861115 ] }, { "video_id": "7681962973992078622", "contrast": 0.022621702402830124, "cosine_scores": [ 0.06253392994403839, 0.05761414021253586, 0.08819523453712463, 0.09940441697835922, 0.06048756092786789 ] }, { "video_id": "7684332836194667807", "contrast": 0.007918749625484153, "cosine_scores": [ 0.08039398491382599, 0.05068858340382576, 0.11218594014644623, 0.0453675277531147, 0.06282663345336914 ] }, { "video_id": "7681988673658801429", "contrast": 0.027470077155157924, "cosine_scores": [ -0.00030893599614501, -0.01693207025527954, 0.02823418378829956, -0.0021517127752304077, 0.030466251075267792 ] }, { "video_id": "7690437985510214943", "contrast": -0.0005103778094053268, "cosine_scores": [ 0.06040671095252037, 0.05741395056247711, 0.08768419176340103, 0.03938880190253258, 0.048126865178346634 ] }, { "video_id": "7683640750994705682", "contrast": 0.03389095394716909, "cosine_scores": [ 0.015950791537761688, -0.00045716273598372936, 0.05699397996068001, 0.05673038586974144, 0.011188939213752747 ] }, { "video_id": "7690744719118208269", "contrast": 0.03285518754273653, "cosine_scores": [ -0.046437591314315796, -0.06405209004878998, -0.010751188732683659, -0.02911270782351494, -0.027305062860250473 ] }, { "video_id": "7683945516505386271", "contrast": 0.007803943008184433, "cosine_scores": [ 0.07503096759319305, 0.059936776757240295, 0.09249018132686615, 0.08441796153783798, 0.04895530268549919 ] }, { "video_id": "7687260346817465630", "contrast": -0.0016690442959467616, "cosine_scores": [ 0.1427760124206543, 0.0903279036283493, 0.1446983814239502, 0.12672151625156403, 0.07322884351015091 ] }, { "video_id": "7691418587336019230", "contrast": 0.036207240695754685, "cosine_scores": [ -0.021919013932347298, -0.025885801762342453, 0.003144395537674427, 0.01905728504061699, 0.014712817966938019 ] }, { "video_id": "7680533866834152724", "contrast": -0.0378887231151263, "cosine_scores": [ 0.15235042572021484, 0.1494196057319641, 0.14654849469661713, 0.11590573936700821, 0.07653464376926422 ] }, { "video_id": "7680591925241449746", "contrast": -0.01796862483024597, "cosine_scores": [ 0.14835448563098907, 0.15414977073669434, 0.17093248665332794, 0.13701529800891876, 0.0919027253985405 ] }, { "video_id": "7682668877653855519", "contrast": -0.005773143221934632, "cosine_scores": [ 0.11493614315986633, 0.06899485737085342, 0.11207044124603271, 0.09805769473314285, 0.04844893515110016 ] }, { "video_id": "7680698462622485780", "contrast": -0.020193985352913543, "cosine_scores": [ 0.13369052112102509, 0.10718297213315964, 0.13959738612174988, 0.10601185262203217, 0.055119045078754425 ] }, { "video_id": "7684858353205464334", "contrast": 0.004304458930467565, "cosine_scores": [ 0.027365941554307938, -0.0019825738854706287, 0.03395482525229454, 0.030806610360741615, -0.013773007318377495 ] }, { "video_id": "7681115445004487957", "contrast": -0.00663043061892192, "cosine_scores": [ 0.12061125785112381, 0.09930489212274551, 0.14995339512825012, 0.06415572017431259, 0.09587381780147552 ] }, { "video_id": "7682103096998186273", "contrast": 0.04890625334034363, "cosine_scores": [ -0.04978702589869499, -0.024832451716065407, -0.007344466634094715, 0.02762853354215622, 0.0145054766908288 ] }, { "video_id": "7680043491690286343", "contrast": -0.013184331357479095, "cosine_scores": [ 0.09116490185260773, 0.06619103252887726, 0.11070536077022552, 0.039018698036670685, 0.04675684869289398 ] }, { "video_id": "7688428138145074446", "contrast": -0.0015688010801871571, "cosine_scores": [ 0.09242071211338043, 0.04128564894199371, 0.1100245788693428, 0.05828177556395531, 0.027546783909201622 ] }, { "video_id": "7678173787854081293", "contrast": -0.0036194274822870937, "cosine_scores": [ 0.12991434335708618, 0.06743139773607254, 0.14368866384029388, 0.11026107519865036, 0.03121059015393257 ] }, { "video_id": "7681515101773368606", "contrast": 0.02758102584630251, "cosine_scores": [ 0.024150660261511803, 0.03722771629691124, 0.07602047920227051, 0.07081905752420425, 0.02797110565006733 ] }, { "video_id": "7687440482124762400", "contrast": -0.004129286855459213, "cosine_scores": [ 0.13502763211727142, 0.08430147916078568, 0.14238840341567993, 0.11070024967193604, 0.06351715326309204 ] }, { "video_id": "7677656702556065038", "contrast": 0.0067341787119706495, "cosine_scores": [ 0.04316827654838562, 0.037237972021102905, 0.08403805643320084, 0.0405498668551445, 0.016223985701799393 ] }, { "video_id": "7682285294762069261", "contrast": 0.010654881596565247, "cosine_scores": [ 0.07508999109268188, 0.05942753702402115, 0.1083880364894867, 0.06327750533819199, 0.06207539513707161 ] }, { "video_id": "7678711865882496269", "contrast": 0.022045176476240158, "cosine_scores": [ 0.07612767070531845, 0.06368163228034973, 0.08083665370941162, 0.049685440957546234, 0.1453273892402649 ] }, { "video_id": "7681663075321236767", "contrast": 0.05560329447810848, "cosine_scores": [ -0.0582130067050457, -0.08934059739112854, -0.011595416814088821, 0.005476525519043207, -0.04840163141489029 ] }, { "video_id": "7689078406536760589", "contrast": -0.012095155815283448, "cosine_scores": [ 0.17974402010440826, 0.10497495532035828, 0.17391183972358704, 0.1077212244272232, 0.1091599315404892 ] }, { "video_id": "7690015212526718239", "contrast": 0.020327607324967783, "cosine_scores": [ -0.009270502254366875, -0.027113724499940872, 0.027642302215099335, -0.003915261942893267, -0.017320558428764343 ] }, { "video_id": "7690909670206131487", "contrast": 0.01119477682126065, "cosine_scores": [ 0.0074851857498288155, 0.0074074468575417995, 0.031428370624780655, 0.04519157484173775, -0.020696666091680527 ] }, { "video_id": "7685751413254737183", "contrast": 0.03327336286505063, "cosine_scores": [ 0.06891188025474548, 0.05346906930208206, 0.07842967659235, 0.1280955672264099, 0.0768662691116333 ] }, { "video_id": "7691169508186279181", "contrast": 0.03063290442029635, "cosine_scores": [ -0.08066795021295547, -0.1020989939570427, -0.06627760082483292, -0.055509861558675766, -0.06046424061059952 ] }, { "video_id": "7691617221822450964", "contrast": -0.0006502456963062286, "cosine_scores": [ 0.11303196102380753, 0.0819476991891861, 0.12573330104351044, 0.08569078892469406, 0.07909466326236725 ] }, { "video_id": "7680298578962664717", "contrast": 0.020680186338722706, "cosine_scores": [ 0.014444808475673199, -0.0036393972113728523, 0.03706827759742737, 0.03011743538081646, 0.01106296293437481 ] } ] } }, { "model": "pe-av-base", "n": 50, "input_embedding_dimension": 1024, "target": "dino_adjacent_cosine_distance_mean", "oof_metrics": { "mean_baseline": { "n": 50, "r2": -0.034485305676792644, "mae": 0.21532879553735257, "rmse": 0.2574072013388367, "spearman": -0.20285832642571044 }, "ridge": { "n": 50, "r2": 0.16754715052126712, "mae": 0.18486728808513736, "rmse": 0.23090766617558706, "spearman": 0.4607442977190876 }, "mlp": { "n": 50, "r2": 0.15983008675342136, "mae": 0.18568633844257915, "rmse": 0.23197548549739438, "spearman": 0.37277310924369744 } }, "folds": [ { "fold": 0, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 4, "mlp_stopped_epoch": 44, "inner_validation_standardized_mse": 0.9926945567131042, "metrics": { "mean_baseline": { "n": 10, "r2": -0.06305591404752375, "mae": 0.27812286764383315, "rmse": 0.31601019804954245, "spearman": null }, "ridge": { "n": 10, "r2": 0.06780727879367499, "mae": 0.2536110366212688, "rmse": 0.2959210762968982, "spearman": 0.11515151515151514 }, "mlp": { "n": 10, "r2": 0.03529461525957722, "mae": 0.27237154352050225, "rmse": 0.30103735912704005, "spearman": 0.309090909090909 } } }, { "fold": 1, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 4, "mlp_stopped_epoch": 44, "inner_validation_standardized_mse": 0.9764206409454346, "metrics": { "mean_baseline": { "n": 10, "r2": -0.12155633842644087, "mae": 0.15663728825747966, "rmse": 0.19679441505989367, "spearman": null }, "ridge": { "n": 10, "r2": 0.42911868031804645, "mae": 0.09632773739521808, "rmse": 0.1404025961429585, "spearman": 0.6484848484848483 }, "mlp": { "n": 10, "r2": 0.03953607226421374, "mae": 0.1358774811999427, "rmse": 0.1821137559569908, "spearman": 0.6 } } }, { "fold": 2, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 248, "mlp_stopped_epoch": 288, "inner_validation_standardized_mse": 0.3672538995742798, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03282210542974795, "mae": 0.18590117245912552, "rmse": 0.22327346556546704, "spearman": null }, "ridge": { "n": 10, "r2": -0.04322006613139284, "mae": 0.18898618210786888, "rmse": 0.2243945563978656, "spearman": 0.29696969696969694 }, "mlp": { "n": 10, "r2": -0.040913839771225646, "mae": 0.17829602725554147, "rmse": 0.22414638681994256, "spearman": 0.5878787878787878 } } }, { "fold": 3, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 110, "mlp_stopped_epoch": 150, "inner_validation_standardized_mse": 0.5476778149604797, "metrics": { "mean_baseline": { "n": 10, "r2": -0.3655806757679618, "mae": 0.20318067967891693, "rmse": 0.24366113616413676, "spearman": null }, "ridge": { "n": 10, "r2": -0.04517457558308058, "mae": 0.17010654487487975, "rmse": 0.2131679958408485, "spearman": 0.5515151515151515 }, "mlp": { "n": 10, "r2": -0.1787656526476562, "mae": 0.17937734558694685, "rmse": 0.22638170164444116, "spearman": -0.2727272727272727 } } }, { "fold": 4, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 85, "mlp_stopped_epoch": 125, "inner_validation_standardized_mse": 0.7293187379837036, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03828479604339807, "mae": 0.2528019696474076, "rmse": 0.28892916040609945, "spearman": null }, "ridge": { "n": 10, "r2": 0.21001772627563486, "mae": 0.21530493942645115, "rmse": 0.2520239427139524, "spearman": 0.5151515151515151 }, "mlp": { "n": 10, "r2": 0.4554364304732321, "mae": 0.1625092946499625, "rmse": 0.2092461232518926, "spearman": 0.5878787878787878 } } } ], "predictions": [ { "video_id": "7688279850100083998", "sample_index": 0, "outer_test_fold": 1, "target": 0.23868727684020996, "mean_baseline": 0.32416042126715183, "ridge": 0.3732240587437049, "mlp": 0.36225905772413985 }, { "video_id": "7691390550934654229", "sample_index": 1, "outer_test_fold": 0, "target": 0.001899421215057373, "mean_baseline": 0.32172517478466034, "ridge": 0.37204251596749954, "mlp": 0.39740721285511793 }, { "video_id": "7685338202214911252", "sample_index": 2, "outer_test_fold": 0, "target": 0.276092529296875, "mean_baseline": 0.32172517478466034, "ridge": 0.3662768432627271, "mlp": 0.3986490716454003 }, { "video_id": "7686971556634905870", "sample_index": 3, "outer_test_fold": 4, "target": 0.000613674521446228, "mean_baseline": 0.34821416698396207, "ridge": 0.3280793882037128, "mlp": 0.4130149536948078 }, { "video_id": "7685771952044117261", "sample_index": 4, "outer_test_fold": 0, "target": 0.5338382124900818, "mean_baseline": 0.32172517478466034, "ridge": 0.436051288553135, "mlp": 0.353937995792452 }, { "video_id": "7688434303449386260", "sample_index": 5, "outer_test_fold": 4, "target": 0.3706125020980835, "mean_baseline": 0.34821416698396207, "ridge": 0.34606931623937476, "mlp": 0.37022804507459267 }, { "video_id": "7688921128118619412", "sample_index": 6, "outer_test_fold": 3, "target": 0.2604937255382538, "mean_baseline": 0.3623323477804661, "ridge": 0.3958588401917514, "mlp": 0.2736991342269207 }, { "video_id": "7679205969959587086", "sample_index": 7, "outer_test_fold": 1, "target": 0.5527986288070679, "mean_baseline": 0.32416042126715183, "ridge": 0.41638279664548217, "mlp": 0.32050870587116337 }, { "video_id": "7682246663855017246", "sample_index": 8, "outer_test_fold": 2, "target": 0.21853531897068024, "mean_baseline": 0.3291574664413929, "ridge": 0.1698721952036677, "mlp": 0.062420092226996904 }, { "video_id": "7677651924820233486", "sample_index": 9, "outer_test_fold": 1, "target": 0.20935684442520142, "mean_baseline": 0.32416042126715183, "ridge": 0.16729092280882232, "mlp": 0.25876144961263875 }, { "video_id": "7685920989414280469", "sample_index": 10, "outer_test_fold": 3, "target": 0.04746825993061066, "mean_baseline": 0.3623323477804661, "ridge": 0.3338430092178304, "mlp": 0.3734867924798393 }, { "video_id": "7689098570565160212", "sample_index": 11, "outer_test_fold": 2, "target": 0.2549993395805359, "mean_baseline": 0.3291574664413929, "ridge": 0.40615281793217456, "mlp": 0.2162685608232651 }, { "video_id": "7685561753979063573", "sample_index": 12, "outer_test_fold": 2, "target": 0.4049364924430847, "mean_baseline": 0.3291574664413929, "ridge": 0.3293539284285626, "mlp": 0.3486574104655327 }, { "video_id": "7689105599337942285", "sample_index": 13, "outer_test_fold": 2, "target": 0.0738220363855362, "mean_baseline": 0.3291574664413929, "ridge": 0.3884810107825797, "mlp": 0.2629717095921359 }, { "video_id": "7678509189123132686", "sample_index": 14, "outer_test_fold": 3, "target": 0.6725937128067017, "mean_baseline": 0.3623323477804661, "ridge": 0.4203460012512061, "mlp": 0.2783451789685083 }, { "video_id": "7685435054734036244", "sample_index": 15, "outer_test_fold": 2, "target": 0.13043895363807678, "mean_baseline": 0.3291574664413929, "ridge": 0.2719802275973995, "mlp": 0.1332189390572326 }, { "video_id": "7680821940851887390", "sample_index": 16, "outer_test_fold": 3, "target": 0.30127614736557007, "mean_baseline": 0.3623323477804661, "ridge": 0.2826174480987508, "mlp": 0.28852288203788434 }, { "video_id": "7690210884911697173", "sample_index": 17, "outer_test_fold": 3, "target": 0.37873709201812744, "mean_baseline": 0.3623323477804661, "ridge": 0.4207258729543625, "mlp": 0.29158141055797815 }, { "video_id": "7681962973992078622", "sample_index": 18, "outer_test_fold": 1, "target": 0.39521920680999756, "mean_baseline": 0.32416042126715183, "ridge": 0.39066595890615297, "mlp": 0.3186599465193349 }, { "video_id": "7684332836194667807", "sample_index": 19, "outer_test_fold": 0, "target": 0.8779892921447754, "mean_baseline": 0.32172517478466034, "ridge": 0.3503011226430473, "mlp": 0.40715493109467543 }, { "video_id": "7681988673658801429", "sample_index": 20, "outer_test_fold": 1, "target": 0.32474929094314575, "mean_baseline": 0.32416042126715183, "ridge": 0.41203303008690145, "mlp": 0.31197245574929533 }, { "video_id": "7690437985510214943", "sample_index": 21, "outer_test_fold": 1, "target": 0.2447909265756607, "mean_baseline": 0.32416042126715183, "ridge": 0.2844134890035796, "mlp": 0.28075120222035305 }, { "video_id": "7683640750994705682", "sample_index": 22, "outer_test_fold": 4, "target": 0.8150779008865356, "mean_baseline": 0.34821416698396207, "ridge": 0.38982612969632846, "mlp": 0.5059468796481412 }, { "video_id": "7690744719118208269", "sample_index": 23, "outer_test_fold": 4, "target": 0.4299332797527313, "mean_baseline": 0.34821416698396207, "ridge": 0.4966890796490142, "mlp": 0.599037672306743 }, { "video_id": "7683945516505386271", "sample_index": 24, "outer_test_fold": 2, "target": 0.45480555295944214, "mean_baseline": 0.3291574664413929, "ridge": 0.24890424278968812, "mlp": 0.18229474742319338 }, { "video_id": "7687260346817465630", "sample_index": 25, "outer_test_fold": 4, "target": 0.02438482642173767, "mean_baseline": 0.34821416698396207, "ridge": 0.12557248995937512, "mlp": 0.13311192964065413 }, { "video_id": "7691418587336019230", "sample_index": 26, "outer_test_fold": 0, "target": 0.3297880291938782, "mean_baseline": 0.32172517478466034, "ridge": 0.3163723483476553, "mlp": 0.350637721863198 }, { "video_id": "7680533866834152724", "sample_index": 27, "outer_test_fold": 0, "target": 0.0005012750625610352, "mean_baseline": 0.32172517478466034, "ridge": 0.3493695494044585, "mlp": 0.3608666735355586 }, { "video_id": "7680591925241449746", "sample_index": 28, "outer_test_fold": 2, "target": 0.23749704658985138, "mean_baseline": 0.3291574664413929, "ridge": 0.1790037980329069, "mlp": 0.16386935279998313 }, { "video_id": "7682668877653855519", "sample_index": 29, "outer_test_fold": 3, "target": 0.03642505407333374, "mean_baseline": 0.3623323477804661, "ridge": 0.30076493370487967, "mlp": 0.19752125054950476 }, { "video_id": "7680698462622485780", "sample_index": 30, "outer_test_fold": 1, "target": 0.14455755054950714, "mean_baseline": 0.32416042126715183, "ridge": 0.1716724879087103, "mlp": 0.23289142630060777 }, { "video_id": "7684858353205464334", "sample_index": 31, "outer_test_fold": 3, "target": 0.0038747787475585938, "mean_baseline": 0.3623323477804661, "ridge": 0.35491242580560683, "mlp": 0.31747379676138454 }, { "video_id": "7681115445004487957", "sample_index": 32, "outer_test_fold": 3, "target": 0.0007462501525878906, "mean_baseline": 0.3623323477804661, "ridge": 0.30697651660360586, "mlp": 0.3130016273289728 }, { "video_id": "7682103096998186273", "sample_index": 33, "outer_test_fold": 2, "target": 0.440949410200119, "mean_baseline": 0.3291574664413929, "ridge": 0.6532297891032616, "mlp": 0.7141173245899048 }, { "video_id": "7680043491690286343", "sample_index": 34, "outer_test_fold": 2, "target": 0.7623414993286133, "mean_baseline": 0.3291574664413929, "ridge": 0.2982670657372492, "mlp": 0.2932855610279342 }, { "video_id": "7688428138145074446", "sample_index": 35, "outer_test_fold": 0, "target": 0.6914607882499695, "mean_baseline": 0.32172517478466034, "ridge": 0.32087821669198147, "mlp": 0.3945913743272509 }, { "video_id": "7678173787854081293", "sample_index": 36, "outer_test_fold": 4, "target": 0.02671043574810028, "mean_baseline": 0.34821416698396207, "ridge": 0.1457905095440738, "mlp": 0.035208917679148466 }, { "video_id": "7681515101773368606", "sample_index": 37, "outer_test_fold": 4, "target": 0.703102707862854, "mean_baseline": 0.34821416698396207, "ridge": 0.49694973304408974, "mlp": 0.5688917094506624 }, { "video_id": "7687440482124762400", "sample_index": 38, "outer_test_fold": 0, "target": 0.0026116520166397095, "mean_baseline": 0.32172517478466034, "ridge": 0.3249654150180864, "mlp": 0.3580870526742469 }, { "video_id": "7677656702556065038", "sample_index": 39, "outer_test_fold": 0, "target": 0.6307908296585083, "mean_baseline": 0.32172517478466034, "ridge": 0.4592959031192895, "mlp": 0.36559521308223897 }, { "video_id": "7682285294762069261", "sample_index": 40, "outer_test_fold": 4, "target": 0.40894800424575806, "mean_baseline": 0.34821416698396207, "ridge": 0.10373453125241447, "mlp": 0.17075231787439052 }, { "video_id": "7678711865882496269", "sample_index": 41, "outer_test_fold": 3, "target": 0.42120882868766785, "mean_baseline": 0.3623323477804661, "ridge": 0.4286683727567399, "mlp": 0.2797482644646114 }, { "video_id": "7681663075321236767", "sample_index": 42, "outer_test_fold": 3, "target": 0.23977801203727722, "mean_baseline": 0.3623323477804661, "ridge": 0.2771410678771231, "mlp": 0.20779713392117097 }, { "video_id": "7689078406536760589", "sample_index": 43, "outer_test_fold": 4, "target": 0.057360872626304626, "mean_baseline": 0.34821416698396207, "ridge": 0.433413369247838, "mlp": 0.295957671597655 }, { "video_id": "7690015212526718239", "sample_index": 44, "outer_test_fold": 1, "target": 0.7501243948936462, "mean_baseline": 0.32416042126715183, "ridge": 0.3731538764010111, "mlp": 0.3265335842988232 }, { "video_id": "7690909670206131487", "sample_index": 45, "outer_test_fold": 2, "target": 0.7112714648246765, "mean_baseline": 0.3291574664413929, "ridge": 0.4937584294567324, "mlp": 0.45972829039010527 }, { "video_id": "7685751413254737183", "sample_index": 46, "outer_test_fold": 0, "target": 0.6419167518615723, "mean_baseline": 0.32172517478466034, "ridge": 0.4183241040926271, "mlp": 0.38575575069177787 }, { "video_id": "7691169508186279181", "sample_index": 47, "outer_test_fold": 1, "target": 0.6066171526908875, "mean_baseline": 0.32416042126715183, "ridge": 0.5523561458176283, "mlp": 0.3606777553640807 }, { "video_id": "7691617221822450964", "sample_index": 48, "outer_test_fold": 4, "target": 0.0905848890542984, "mean_baseline": 0.34821416698396207, "ridge": 0.2919311309240925, "mlp": 0.09642761665979077 }, { "video_id": "7680298578962664717", "sample_index": 49, "outer_test_fold": 1, "target": 0.4225776493549347, "mean_baseline": 0.32416042126715183, "ridge": 0.36212482328483037, "mlp": 0.35222960116471524 } ], "elapsed_cpu_wall_seconds": 0.5970968359615654, "zero_shot_motion_association": { "available": true, "definition": "Mean raw cosine for slideshow/cartoon/moving-live-action minus mean raw cosine for static-photo/static-with-overlays. Fixed before inspecting target associations.", "warning": "Exploratory zero-shot association with a computed change proxy, not accuracy, calibrated probability, or a fitted regression model. Cartoon appearance alone need not imply motion.", "contrast_spearman": 0.13776710684273707, "contrast_pearson": 0.04820743768720613, "per_prompt": [ { "index": 0, "label": "static photo", "spearman": -0.43366146458583427, "pearson": -0.3695724658014067 }, { "index": 1, "label": "static image with changing captions or overlays", "spearman": -0.345594237695078, "pearson": -0.30867591988642473 }, { "index": 2, "label": "slideshow of still images", "spearman": -0.46372148859543816, "pearson": -0.40407017406741497 }, { "index": 3, "label": "animated or cartoon scene", "spearman": -0.3953421368547419, "pearson": -0.36197078285772083 }, { "index": 4, "label": "live action with moving subjects or camera", "spearman": -0.4092677070828331, "pearson": -0.3554221036401618 } ], "records": [ { "video_id": "7688279850100083998", "contrast": 0.03426197466130058, "cosine_scores": [ 0.005544583313167095, -0.05876651406288147, -0.008266681805253029, 0.03666714206337929, -0.0054474323987960815 ] }, { "video_id": "7691390550934654229", "contrast": -0.02324507385492325, "cosine_scores": [ 0.13374392688274384, 0.08268308639526367, 0.12417773902416229, 0.06347993016242981, 0.06724762916564941 ] }, { "video_id": "7685338202214911252", "contrast": 0.04750535078346729, "cosine_scores": [ -0.04015557840466499, -0.078370101749897, -0.036917783319950104, -0.01624816469848156, 0.017893480136990547 ] }, { "video_id": "7686971556634905870", "contrast": -0.00983199353019397, "cosine_scores": [ 0.13293348252773285, 0.050630442798137665, 0.11502929031848907, 0.06715510040521622, 0.06366551667451859 ] }, { "video_id": "7685771952044117261", "contrast": 0.05452509208892783, "cosine_scores": [ 0.006106674671173096, -0.031999774277210236, 0.004078043159097433, 0.10719474405050278, 0.013462839648127556 ] }, { "video_id": "7688434303449386260", "contrast": -0.00046533470352490974, "cosine_scores": [ 0.057224661111831665, 0.04193771630525589, 0.06708892434835434, 0.033640969544649124, 0.046617668122053146 ] }, { "video_id": "7688921128118619412", "contrast": -0.020686794072389603, "cosine_scores": [ 0.15463410317897797, 0.11819299310445786, 0.14143604040145874, 0.12260281294584274, 0.08314140886068344 ] }, { "video_id": "7679205969959587086", "contrast": 0.019546568393707275, "cosine_scores": [ 0.01953701488673687, -0.05721417814493179, -0.016215568408370018, -0.010105735622346401, 0.02844526432454586 ] }, { "video_id": "7682246663855017246", "contrast": 0.03222390916198492, "cosine_scores": [ 0.07823234051465988, 0.006925532594323158, 0.0760149359703064, 0.10031632333993912, 0.04807727783918381 ] }, { "video_id": "7677651924820233486", "contrast": 0.017181047548850373, "cosine_scores": [ 0.09639238566160202, 0.06378868222236633, 0.09103938192129135, 0.13117332756519318, 0.06960203498601913 ] }, { "video_id": "7685920989414280469", "contrast": 0.006083985790610313, "cosine_scores": [ 0.0065908413380384445, -0.02589516155421734, 0.012655924074351788, -0.014972380362451077, -0.008388066664338112 ] }, { "video_id": "7689098570565160212", "contrast": 0.04788623843342066, "cosine_scores": [ 0.03130829334259033, -0.026007268577814102, 0.038864243775606155, 0.09731964021921158, 0.015426368452608585 ] }, { "video_id": "7685561753979063573", "contrast": -0.009406760955850288, "cosine_scores": [ 0.10247066617012024, 0.042750563472509384, 0.08721204847097397, 0.061845313757658005, 0.04055419936776161 ] }, { "video_id": "7689105599337942285", "contrast": 0.023575345675150558, "cosine_scores": [ 0.06470344960689545, 0.03618365526199341, 0.07238969951868057, 0.07296518236398697, 0.0767018124461174 ] }, { "video_id": "7678509189123132686", "contrast": 0.00849290130039056, "cosine_scores": [ 0.03568875044584274, -0.008516192436218262, 0.039869874715805054, 0.05490659549832344, -0.028538929298520088 ] }, { "video_id": "7685435054734036244", "contrast": 0.017450088635087013, "cosine_scores": [ 0.057919956743717194, -0.016403362154960632, 0.05290592089295387, -0.006102250888943672, 0.06782148778438568 ] }, { "video_id": "7680821940851887390", "contrast": 0.004204815253615379, "cosine_scores": [ 0.027152998372912407, -0.029418252408504486, 0.03792021423578262, -0.01774248667061329, -0.010961162857711315 ] }, { "video_id": "7690210884911697173", "contrast": 0.006056486939390496, "cosine_scores": [ 0.1042652279138565, 0.03762492910027504, 0.08888447284698486, 0.03704165294766426, 0.1050785705447197 ] }, { "video_id": "7681962973992078622", "contrast": 0.019738828763365746, "cosine_scores": [ 0.05738379433751106, 0.0315449982881546, 0.059056177735328674, 0.10404489189386368, 0.02950860559940338 ] }, { "video_id": "7684332836194667807", "contrast": -0.006094651917616524, "cosine_scores": [ 0.08208443224430084, 0.0217854306101799, 0.0700858011841774, 0.020842377096414566, 0.04659266024827957 ] }, { "video_id": "7681988673658801429", "contrast": 0.03064163432766994, "cosine_scores": [ 0.029035015031695366, -0.01695043221116066, 0.03041403368115425, 0.019643619656562805, 0.05999412387609482 ] }, { "video_id": "7690437985510214943", "contrast": -0.01176555578907331, "cosine_scores": [ 0.06267090141773224, 0.05942294001579285, 0.07217299193143845, 0.008896920830011368, 0.06677418202161789 ] }, { "video_id": "7683640750994705682", "contrast": 0.006301511389513813, "cosine_scores": [ 0.06381689012050629, 0.01677396520972252, 0.07692492008209229, 0.05327789857983589, 0.009587998501956463 ] }, { "video_id": "7690744719118208269", "contrast": 0.03761543318008383, "cosine_scores": [ -0.024943096563220024, -0.06284766644239426, -0.017702078446745872, -0.005298377480357885, 0.00416061095893383 ] }, { "video_id": "7683945516505386271", "contrast": -0.008514323582251862, "cosine_scores": [ 0.08292774111032486, 0.06807442754507065, 0.06517212837934494, 0.09091537445783615, 0.04487277939915657 ] }, { "video_id": "7687260346817465630", "contrast": 0.03629738464951515, "cosine_scores": [ 0.10477554053068161, 0.03568892180919647, 0.11899901926517487, 0.1375126838684082, 0.06307714432477951 ] }, { "video_id": "7691418587336019230", "contrast": 0.028684469716002543, "cosine_scores": [ 0.007624306716024876, -0.02016364596784115, -0.00018028821796178818, 0.024805642664432526, 0.042619045823812485 ] }, { "video_id": "7680533866834152724", "contrast": -0.01736455410718918, "cosine_scores": [ 0.1583978831768036, 0.15827243030071259, 0.15123893320560455, 0.1313234269618988, 0.14034944772720337 ] }, { "video_id": "7680591925241449746", "contrast": -0.010751838485399873, "cosine_scores": [ 0.16189008951187134, 0.12779396772384644, 0.15541183948516846, 0.1477157175540924, 0.09914301335811615 ] }, { "video_id": "7682668877653855519", "contrast": 0.013911117799580097, "cosine_scores": [ 0.08881653845310211, 0.023745423182845116, 0.0789150819182396, 0.11008121073246002, 0.021580003201961517 ] }, { "video_id": "7680698462622485780", "contrast": -0.02025116731723149, "cosine_scores": [ 0.14754407107830048, 0.11118237674236298, 0.13306787610054016, 0.1240190714597702, 0.07024922221899033 ] }, { "video_id": "7684858353205464334", "contrast": -0.004344654735177755, "cosine_scores": [ 0.03568760305643082, 0.008507235907018185, 0.02552921697497368, 0.014318780973553658, 0.0134102962911129 ] }, { "video_id": "7681115445004487957", "contrast": -0.009151164442300797, "cosine_scores": [ 0.12613460421562195, 0.06112457811832428, 0.12237513810396194, 0.058906521648168564, 0.07215362042188644 ] }, { "video_id": "7682103096998186273", "contrast": 0.026872122970720135, "cosine_scores": [ -0.03215881064534187, -0.03940465301275253, -0.020147016271948814, -0.018958300352096558, 0.01237649004906416 ] }, { "video_id": "7680043491690286343", "contrast": -0.011207409513493381, "cosine_scores": [ 0.10684782266616821, 0.02384023182094097, 0.10103388875722885, 0.02823537215590477, 0.03314059227705002 ] }, { "video_id": "7688428138145074446", "contrast": 0.0005933532180885451, "cosine_scores": [ 0.09928875416517258, -0.006264916621148586, 0.08269599080085754, 0.04253654554486275, 0.016083279624581337 ] }, { "video_id": "7678173787854081293", "contrast": -0.009228871514399842, "cosine_scores": [ 0.16485682129859924, 0.0795731395483017, 0.15919573605060577, 0.13337010145187378, 0.04639248922467232 ] }, { "video_id": "7681515101773368606", "contrast": -0.0031189098954200745, "cosine_scores": [ 0.05561504140496254, 0.045784857124090195, 0.048764996230602264, 0.04631553590297699, 0.047662585973739624 ] }, { "video_id": "7687440482124762400", "contrast": -0.015001940230528518, "cosine_scores": [ 0.1405676007270813, 0.08866201341152191, 0.13558605313301086, 0.10993675887584686, 0.05331578850746155 ] }, { "video_id": "7677656702556065038", "contrast": -0.0008827109510699885, "cosine_scores": [ 0.048323314636945724, 0.026321209967136383, 0.060567304491996765, 0.043605346232652664, 0.00514600332826376 ] }, { "video_id": "7682285294762069261", "contrast": -0.0022513121366500854, "cosine_scores": [ 0.1082368865609169, 0.08998299390077591, 0.10601650923490524, 0.08151251077651978, 0.10304686427116394 ] }, { "video_id": "7678711865882496269", "contrast": 0.015078788002332047, "cosine_scores": [ 0.07664643228054047, 0.0491437204182148, 0.05374949052929878, 0.02299755997955799, 0.15717454254627228 ] }, { "video_id": "7681663075321236767", "contrast": 0.041830300974349185, "cosine_scores": [ -0.02971413917839527, -0.09590179473161697, -0.012614335864782333, -0.024512406438589096, -0.025806255638599396 ] }, { "video_id": "7689078406536760589", "contrast": 0.030025122687220573, "cosine_scores": [ 0.1378640979528427, 0.017005179077386856, 0.13277387619018555, 0.1151336282491684, 0.07447177916765213 ] }, { "video_id": "7690015212526718239", "contrast": -0.013880443914482992, "cosine_scores": [ 0.042351845651865005, -0.006722886115312576, 0.03016524948179722, -0.012923937290906906, -0.005439204629510641 ] }, { "video_id": "7690909670206131487", "contrast": 0.005854052530291181, "cosine_scores": [ -0.001049382844939828, -0.04385438933968544, -0.015068136155605316, 0.00022553629241883755, -0.034950900822877884 ] }, { "video_id": "7685751413254737183", "contrast": 0.020198171958327293, "cosine_scores": [ 0.07108490914106369, 0.052053969353437424, 0.05590939521789551, 0.10961529612541199, 0.07977814227342606 ] }, { "video_id": "7691169508186279181", "contrast": 0.030389017115036644, "cosine_scores": [ -0.05481438711285591, -0.09223796427249908, -0.05435192212462425, -0.0483885295689106, -0.026671024039387703 ] }, { "video_id": "7691617221822450964", "contrast": 0.005029217029611274, "cosine_scores": [ 0.1120363101363182, 0.02356572076678276, 0.09977433830499649, 0.0668531209230423, 0.05186323821544647 ] }, { "video_id": "7680298578962664717", "contrast": 0.046297409726927675, "cosine_scores": [ -0.021210001781582832, -0.06947266310453415, -0.0017801332287490368, 0.009029140695929527, -0.004380775615572929 ] } ] } }, { "model": "pe-av-large", "n": 50, "input_embedding_dimension": 1024, "target": "dino_adjacent_cosine_distance_mean", "oof_metrics": { "mean_baseline": { "n": 50, "r2": -0.034485305676792644, "mae": 0.21532879553735257, "rmse": 0.2574072013388367, "spearman": -0.20285832642571044 }, "ridge": { "n": 50, "r2": 0.20445646323285593, "mae": 0.17942870597755026, "rmse": 0.22573063618577985, "spearman": 0.5178871548619447 }, "mlp": { "n": 50, "r2": 0.05587489594837869, "mae": 0.19971860947454192, "rmse": 0.24590836511806266, "spearman": 0.22746698679471786 } }, "folds": [ { "fold": 0, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 1, "mlp_stopped_epoch": 41, "inner_validation_standardized_mse": 0.9595348238945007, "metrics": { "mean_baseline": { "n": 10, "r2": -0.06305591404752375, "mae": 0.27812286764383315, "rmse": 0.31601019804954245, "spearman": null }, "ridge": { "n": 10, "r2": 0.15481024517565423, "mae": 0.23974190552863864, "rmse": 0.2817735062260918, "spearman": 0.5272727272727272 }, "mlp": { "n": 10, "r2": 0.034604734766050194, "mae": 0.2610289031607754, "rmse": 0.30114497886744146, "spearman": 0.10303030303030303 } } }, { "fold": 1, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 87, "mlp_stopped_epoch": 127, "inner_validation_standardized_mse": 0.4972788691520691, "metrics": { "mean_baseline": { "n": 10, "r2": -0.12155633842644087, "mae": 0.15663728825747966, "rmse": 0.19679441505989367, "spearman": null }, "ridge": { "n": 10, "r2": 0.5465147864175441, "mae": 0.09959075190453535, "rmse": 0.1251364376963464, "spearman": 0.8060606060606059 }, "mlp": { "n": 10, "r2": 0.541720642119782, "mae": 0.10696635853466185, "rmse": 0.12579615590406806, "spearman": 0.6606060606060605 } } }, { "fold": 2, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 41, "mlp_stopped_epoch": 81, "inner_validation_standardized_mse": 0.5853224992752075, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03282210542974795, "mae": 0.18590117245912552, "rmse": 0.22327346556546704, "spearman": null }, "ridge": { "n": 10, "r2": 0.09552758355149304, "mae": 0.16157970651046516, "rmse": 0.20894020405474753, "spearman": 0.6242424242424242 }, "mlp": { "n": 10, "r2": -0.2402110464774383, "mae": 0.19594414476357785, "rmse": 0.24466517011771408, "spearman": 0.6 } } }, { "fold": 3, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 78, "mlp_stopped_epoch": 118, "inner_validation_standardized_mse": 0.5835311412811279, "metrics": { "mean_baseline": { "n": 10, "r2": -0.3655806757679618, "mae": 0.20318067967891693, "rmse": 0.24366113616413676, "spearman": null }, "ridge": { "n": 10, "r2": -0.3216981860732222, "mae": 0.18868880019439485, "rmse": 0.2397141831636496, "spearman": 0.35757575757575755 }, "mlp": { "n": 10, "r2": -0.24982336869291744, "mae": 0.18797772337646923, "rmse": 0.23310516907028547, "spearman": -0.12727272727272726 } } }, { "fold": 4, "outer_train_n": 40, "outer_test_n": 10, "inner_fit_n": 32, "inner_validation_n": 8, "pca_components": 16, "mlp_selected_epoch": 1, "mlp_stopped_epoch": 41, "inner_validation_standardized_mse": 0.7192239165306091, "metrics": { "mean_baseline": { "n": 10, "r2": -0.03828479604339807, "mae": 0.2528019696474076, "rmse": 0.28892916040609945, "spearman": null }, "ridge": { "n": 10, "r2": 0.27119542347677217, "mae": 0.2075423657497173, "rmse": 0.24206872006447316, "spearman": 0.6484848484848483 }, "mlp": { "n": 10, "r2": -0.015431153969677425, "mae": 0.24667591753722512, "rmse": 0.2857316638419049, "spearman": 0.34545454545454546 } } } ], "predictions": [ { "video_id": "7688279850100083998", "sample_index": 0, "outer_test_fold": 1, "target": 0.23868727684020996, "mean_baseline": 0.32416042126715183, "ridge": 0.22205739288827622, "mlp": 0.29109201675284735 }, { "video_id": "7691390550934654229", "sample_index": 1, "outer_test_fold": 0, "target": 0.001899421215057373, "mean_baseline": 0.32172517478466034, "ridge": 0.29436842139735553, "mlp": 0.38416408121757023 }, { "video_id": "7685338202214911252", "sample_index": 2, "outer_test_fold": 0, "target": 0.276092529296875, "mean_baseline": 0.32172517478466034, "ridge": 0.3506543246897905, "mlp": 0.39600939399591756 }, { "video_id": "7686971556634905870", "sample_index": 3, "outer_test_fold": 4, "target": 0.000613674521446228, "mean_baseline": 0.34821416698396207, "ridge": 0.3175151963629001, "mlp": 0.3203200336768005 }, { "video_id": "7685771952044117261", "sample_index": 4, "outer_test_fold": 0, "target": 0.5338382124900818, "mean_baseline": 0.32172517478466034, "ridge": 0.3801741638341855, "mlp": 0.4818810640555184 }, { "video_id": "7688434303449386260", "sample_index": 5, "outer_test_fold": 4, "target": 0.3706125020980835, "mean_baseline": 0.34821416698396207, "ridge": 0.33173640838416163, "mlp": 0.3374144127885196 }, { "video_id": "7688921128118619412", "sample_index": 6, "outer_test_fold": 3, "target": 0.2604937255382538, "mean_baseline": 0.3623323477804661, "ridge": 0.35972030622579765, "mlp": 0.27891468138488845 }, { "video_id": "7679205969959587086", "sample_index": 7, "outer_test_fold": 1, "target": 0.5527986288070679, "mean_baseline": 0.32416042126715183, "ridge": 0.445661209956165, "mlp": 0.35362923234638 }, { "video_id": "7682246663855017246", "sample_index": 8, "outer_test_fold": 2, "target": 0.21853531897068024, "mean_baseline": 0.3291574664413929, "ridge": 0.18270217800943014, "mlp": 0.03646905277561602 }, { "video_id": "7677651924820233486", "sample_index": 9, "outer_test_fold": 1, "target": 0.20935684442520142, "mean_baseline": 0.32416042126715183, "ridge": 0.12309437931605266, "mlp": 0.2849600349752271 }, { "video_id": "7685920989414280469", "sample_index": 10, "outer_test_fold": 3, "target": 0.04746825993061066, "mean_baseline": 0.3623323477804661, "ridge": 0.4809407457994541, "mlp": 0.43873755767956263 }, { "video_id": "7689098570565160212", "sample_index": 11, "outer_test_fold": 2, "target": 0.2549993395805359, "mean_baseline": 0.3291574664413929, "ridge": 0.38489888068203065, "mlp": 0.37202478955539825 }, { "video_id": "7685561753979063573", "sample_index": 12, "outer_test_fold": 2, "target": 0.4049364924430847, "mean_baseline": 0.3291574664413929, "ridge": 0.3240915372569457, "mlp": 0.2669878647263241 }, { "video_id": "7689105599337942285", "sample_index": 13, "outer_test_fold": 2, "target": 0.0738220363855362, "mean_baseline": 0.3291574664413929, "ridge": 0.29601360104539176, "mlp": 0.17378402403081802 }, { "video_id": "7678509189123132686", "sample_index": 14, "outer_test_fold": 3, "target": 0.6725937128067017, "mean_baseline": 0.3623323477804661, "ridge": 0.4288347511373403, "mlp": 0.33333677641034637 }, { "video_id": "7685435054734036244", "sample_index": 15, "outer_test_fold": 2, "target": 0.13043895363807678, "mean_baseline": 0.3291574664413929, "ridge": 0.2310636280101918, "mlp": 0.10707677005065733 }, { "video_id": "7680821940851887390", "sample_index": 16, "outer_test_fold": 3, "target": 0.30127614736557007, "mean_baseline": 0.3623323477804661, "ridge": 0.277715691151858, "mlp": 0.2796253668003035 }, { "video_id": "7690210884911697173", "sample_index": 17, "outer_test_fold": 3, "target": 0.37873709201812744, "mean_baseline": 0.3623323477804661, "ridge": 0.3554826796072755, "mlp": 0.299694494124384 }, { "video_id": "7681962973992078622", "sample_index": 18, "outer_test_fold": 1, "target": 0.39521920680999756, "mean_baseline": 0.32416042126715183, "ridge": 0.3413662821957286, "mlp": 0.30890534543742465 }, { "video_id": "7684332836194667807", "sample_index": 19, "outer_test_fold": 0, "target": 0.8779892921447754, "mean_baseline": 0.32172517478466034, "ridge": 0.31311406319352236, "mlp": 0.37208836347750257 }, { "video_id": "7681988673658801429", "sample_index": 20, "outer_test_fold": 1, "target": 0.32474929094314575, "mean_baseline": 0.32416042126715183, "ridge": 0.3321446418020879, "mlp": 0.34482662189123164 }, { "video_id": "7690437985510214943", "sample_index": 21, "outer_test_fold": 1, "target": 0.2447909265756607, "mean_baseline": 0.32416042126715183, "ridge": 0.32635561008614367, "mlp": 0.2581118397996547 }, { "video_id": "7683640750994705682", "sample_index": 22, "outer_test_fold": 4, "target": 0.8150779008865356, "mean_baseline": 0.34821416698396207, "ridge": 0.38488768072473656, "mlp": 0.3629179477647577 }, { "video_id": "7690744719118208269", "sample_index": 23, "outer_test_fold": 4, "target": 0.4299332797527313, "mean_baseline": 0.34821416698396207, "ridge": 0.4333312650457562, "mlp": 0.41149330513021265 }, { "video_id": "7683945516505386271", "sample_index": 24, "outer_test_fold": 2, "target": 0.45480555295944214, "mean_baseline": 0.3291574664413929, "ridge": 0.31306003832744217, "mlp": 0.20294550039332582 }, { "video_id": "7687260346817465630", "sample_index": 25, "outer_test_fold": 4, "target": 0.02438482642173767, "mean_baseline": 0.34821416698396207, "ridge": 0.1318817446705719, "mlp": 0.37814395147352825 }, { "video_id": "7691418587336019230", "sample_index": 26, "outer_test_fold": 0, "target": 0.3297880291938782, "mean_baseline": 0.32172517478466034, "ridge": 0.35348929493797343, "mlp": 0.38736356678521866 }, { "video_id": "7680533866834152724", "sample_index": 27, "outer_test_fold": 0, "target": 0.0005012750625610352, "mean_baseline": 0.32172517478466034, "ridge": 0.2070196041793706, "mlp": 0.39277417123235564 }, { "video_id": "7680591925241449746", "sample_index": 28, "outer_test_fold": 2, "target": 0.23749704658985138, "mean_baseline": 0.3291574664413929, "ridge": 0.2394729319967238, "mlp": 0.11193954879218421 }, { "video_id": "7682668877653855519", "sample_index": 29, "outer_test_fold": 3, "target": 0.03642505407333374, "mean_baseline": 0.3623323477804661, "ridge": 0.32860003923629, "mlp": 0.20884336441743565 }, { "video_id": "7680698462622485780", "sample_index": 30, "outer_test_fold": 1, "target": 0.14455755054950714, "mean_baseline": 0.32416042126715183, "ridge": 0.2589360897413227, "mlp": 0.279665842876913 }, { "video_id": "7684858353205464334", "sample_index": 31, "outer_test_fold": 3, "target": 0.0038747787475585938, "mean_baseline": 0.3623323477804661, "ridge": 0.33901143955298224, "mlp": 0.34257427023330245 }, { "video_id": "7681115445004487957", "sample_index": 32, "outer_test_fold": 3, "target": 0.0007462501525878906, "mean_baseline": 0.3623323477804661, "ridge": 0.33786034068619747, "mlp": 0.32334121457093246 }, { "video_id": "7682103096998186273", "sample_index": 33, "outer_test_fold": 2, "target": 0.440949410200119, "mean_baseline": 0.3291574664413929, "ridge": 0.5589157574718889, "mlp": 0.5537727150238158 }, { "video_id": "7680043491690286343", "sample_index": 34, "outer_test_fold": 2, "target": 0.7623414993286133, "mean_baseline": 0.3291574664413929, "ridge": 0.2976272154534713, "mlp": 0.21497029556499597 }, { "video_id": "7688428138145074446", "sample_index": 35, "outer_test_fold": 0, "target": 0.6914607882499695, "mean_baseline": 0.32172517478466034, "ridge": 0.2987879036316212, "mlp": 0.39544306289969505 }, { "video_id": "7678173787854081293", "sample_index": 36, "outer_test_fold": 4, "target": 0.02671043574810028, "mean_baseline": 0.34821416698396207, "ridge": 0.2689029360690522, "mlp": 0.316478077784103 }, { "video_id": "7681515101773368606", "sample_index": 37, "outer_test_fold": 4, "target": 0.703102707862854, "mean_baseline": 0.34821416698396207, "ridge": 0.43863319546624907, "mlp": 0.3464728297680524 }, { "video_id": "7687440482124762400", "sample_index": 38, "outer_test_fold": 0, "target": 0.0026116520166397095, "mean_baseline": 0.32172517478466034, "ridge": 0.24806223399117394, "mlp": 0.4039165168837846 }, { "video_id": "7677656702556065038", "sample_index": 39, "outer_test_fold": 0, "target": 0.6307908296585083, "mean_baseline": 0.32172517478466034, "ridge": 0.45470264233426816, "mlp": 0.4113601925203084 }, { "video_id": "7682285294762069261", "sample_index": 40, "outer_test_fold": 4, "target": 0.40894800424575806, "mean_baseline": 0.34821416698396207, "ridge": 0.24259158605970513, "mlp": 0.34550980473208737 }, { "video_id": "7678711865882496269", "sample_index": 41, "outer_test_fold": 3, "target": 0.42120882868766785, "mean_baseline": 0.3623323477804661, "ridge": 0.3794343989373485, "mlp": 0.31008677421848907 }, { "video_id": "7681663075321236767", "sample_index": 42, "outer_test_fold": 3, "target": 0.23977801203727722, "mean_baseline": 0.3623323477804661, "ridge": 0.2971929508786043, "mlp": 0.32507985663364825 }, { "video_id": "7689078406536760589", "sample_index": 43, "outer_test_fold": 4, "target": 0.057360872626304626, "mean_baseline": 0.34821416698396207, "ridge": 0.3510073933436265, "mlp": 0.34720938516820776 }, { "video_id": "7690015212526718239", "sample_index": 44, "outer_test_fold": 1, "target": 0.7501243948936462, "mean_baseline": 0.32416042126715183, "ridge": 0.46614659184835233, "mlp": 0.6419259996488587 }, { "video_id": "7690909670206131487", "sample_index": 45, "outer_test_fold": 2, "target": 0.7112714648246765, "mean_baseline": 0.3291574664413929, "ridge": 0.39127030718666367, "mlp": 0.34980659125938385 }, { "video_id": "7685751413254737183", "sample_index": 46, "outer_test_fold": 0, "target": 0.6419167518615723, "mean_baseline": 0.32172517478466034, "ridge": 0.3744990185355762, "mlp": 0.45826898317396403 }, { "video_id": "7691169508186279181", "sample_index": 47, "outer_test_fold": 1, "target": 0.6066171526908875, "mean_baseline": 0.32416042126715183, "ridge": 0.5296529380283216, "mlp": 0.42484049597226614 }, { "video_id": "7691617221822450964", "sample_index": 48, "outer_test_fold": 4, "target": 0.0905848890542984, "mean_baseline": 0.34821416698396207, "ridge": 0.3024808556715056, "mlp": 0.3803963309791662 }, { "video_id": "7680298578962664717", "sample_index": 49, "outer_test_fold": 1, "target": 0.4225776493549347, "mean_baseline": 0.32416042126715183, "ridge": 0.2548334141049359, "mlp": 0.2248868407671345 } ], "elapsed_cpu_wall_seconds": 0.35106501798145473, "zero_shot_motion_association": { "available": true, "definition": "Mean raw cosine for slideshow/cartoon/moving-live-action minus mean raw cosine for static-photo/static-with-overlays. Fixed before inspecting target associations.", "warning": "Exploratory zero-shot association with a computed change proxy, not accuracy, calibrated probability, or a fitted regression model. Cartoon appearance alone need not imply motion.", "contrast_spearman": 0.2706842737094838, "contrast_pearson": 0.2491423716444286, "per_prompt": [ { "index": 0, "label": "static photo", "spearman": -0.4329891956782713, "pearson": -0.36171730381255396 }, { "index": 1, "label": "static image with changing captions or overlays", "spearman": -0.3574069627851141, "pearson": -0.3113659228080502 }, { "index": 2, "label": "slideshow of still images", "spearman": -0.42213685474189677, "pearson": -0.32409148103605534 }, { "index": 3, "label": "animated or cartoon scene", "spearman": -0.30084033613445377, "pearson": -0.29026652790852037 }, { "index": 4, "label": "live action with moving subjects or camera", "spearman": -0.33454981992797117, "pearson": -0.253716097536533 } ], "records": [ { "video_id": "7688279850100083998", "contrast": -0.0031690640219797696, "cosine_scores": [ -0.0022863070480525494, -0.011907501146197319, -0.029441919177770615, 0.030242422595620155, -0.03159840777516365 ] }, { "video_id": "7691390550934654229", "contrast": -0.03867229943474134, "cosine_scores": [ 0.10467448830604553, 0.09716461598873138, 0.07448849827051163, 0.06180337443947792, 0.05044988542795181 ] }, { "video_id": "7685338202214911252", "contrast": 0.004587734118103981, "cosine_scores": [ -0.04247964546084404, -0.05187138915061951, -0.08694732189178467, -0.027386566624045372, -0.013429461047053337 ] }, { "video_id": "7686971556634905870", "contrast": -0.013340309572716556, "cosine_scores": [ 0.08386971056461334, 0.03502998873591423, 0.08328013867139816, 0.010432266630232334, 0.0446162149310112 ] }, { "video_id": "7685771952044117261", "contrast": 0.02263504732400179, "cosine_scores": [ 0.03133714571595192, 0.016610167920589447, 0.009725437499582767, 0.08604101091623306, 0.04405966401100159 ] }, { "video_id": "7688434303449386260", "contrast": -0.02349492907524109, "cosine_scores": [ 0.03236999735236168, 0.039199136197566986, 0.011608188971877098, 0.010670291259884834, 0.014590432867407799 ] }, { "video_id": "7688921128118619412", "contrast": -0.04597189277410507, "cosine_scores": [ 0.1201007142663002, 0.1259121298789978, 0.07743503898382187, 0.09737817943096161, 0.05629036948084831 ] }, { "video_id": "7679205969959587086", "contrast": -0.005041801719926298, "cosine_scores": [ -0.00968522671610117, -0.009022662416100502, -0.009452139027416706, -0.03393247723579407, 0.00019737740512937307 ] }, { "video_id": "7682246663855017246", "contrast": 0.007156405597925186, "cosine_scores": [ 0.05365525558590889, 0.03286990150809288, 0.0177377387881279, 0.08642846345901489, 0.04709075018763542 ] }, { "video_id": "7677651924820233486", "contrast": -0.011568824450174972, "cosine_scores": [ 0.06744186580181122, 0.08670300245285034, 0.04864281043410301, 0.08584654331207275, 0.06202147528529167 ] }, { "video_id": "7685920989414280469", "contrast": -9.337207302451134e-05, "cosine_scores": [ -0.0030589732341468334, -0.012474274262785912, -0.009913671761751175, -0.016009360551834106, 0.00234304484911263 ] }, { "video_id": "7689098570565160212", "contrast": 0.009154299274086952, "cosine_scores": [ 0.03645554557442665, 0.0378432497382164, 0.025369593873620033, 0.08824475109577179, 0.02529674582183361 ] }, { "video_id": "7685561753979063573", "contrast": -0.009330206279021997, "cosine_scores": [ 0.05304242670536041, 0.01503804326057434, 0.05710717290639877, -0.0011611917288973927, 0.018184104934334755 ] }, { "video_id": "7689105599337942285", "contrast": -0.027191819002230964, "cosine_scores": [ 0.05953667312860489, 0.07346483319997787, 0.028343431651592255, 0.0429050549864769, 0.046678315848112106 ] }, { "video_id": "7678509189123132686", "contrast": -0.003816209966316819, "cosine_scores": [ 0.03503887727856636, 0.011990578845143318, 0.01845575124025345, 0.03970358148217201, 0.0009362215641885996 ] }, { "video_id": "7685435054734036244", "contrast": -0.023186296224594116, "cosine_scores": [ 0.05658699572086334, 0.02587846666574478, 0.017319027334451675, -0.009986575692892075, 0.046806853264570236 ] }, { "video_id": "7680821940851887390", "contrast": -0.000286778318695724, "cosine_scores": [ -0.0003926085773855448, -0.04680847376585007, 0.012830296531319618, -0.06160781532526016, -0.022884439677000046 ] }, { "video_id": "7690210884911697173", "contrast": -0.002980212913826108, "cosine_scores": [ 0.06831784546375275, 0.03856441006064415, 0.07901370525360107, -0.0014407930430024862, 0.07380983233451843 ] }, { "video_id": "7681962973992078622", "contrast": -0.012034495671590172, "cosine_scores": [ 0.05330382660031319, 0.05909401923418045, 0.020283685997128487, 0.07845567166805267, 0.03375392407178879 ] }, { "video_id": "7684332836194667807", "contrast": -0.02685269402960936, "cosine_scores": [ 0.07751448452472687, 0.04456637054681778, 0.062388163059949875, 0.01784149929881096, 0.02233353815972805 ] }, { "video_id": "7681988673658801429", "contrast": -0.008931114027897518, "cosine_scores": [ 0.037222959101200104, 0.027435896918177605, 0.024564240127801895, 0.01317556295543909, 0.032455138862133026 ] }, { "video_id": "7690437985510214943", "contrast": -0.047206156576673194, "cosine_scores": [ 0.07306642830371857, 0.0790516808629036, 0.04930061474442482, 0.012418484315276146, 0.024839594960212708 ] }, { "video_id": "7683640750994705682", "contrast": -0.015922371608515583, "cosine_scores": [ 0.03197799623012543, 0.024514950811862946, 0.0028592972084879875, 0.01860969141125679, 0.01550331711769104 ] }, { "video_id": "7690744719118208269", "contrast": 0.005017708986997604, "cosine_scores": [ -0.02447083219885826, -0.034813497215509415, -0.0494813472032547, -0.009030047804117203, -0.015361972153186798 ] }, { "video_id": "7683945516505386271", "contrast": -0.015783816886444885, "cosine_scores": [ 0.019953489303588867, 0.045371778309345245, 0.019198458641767502, 0.01778513565659523, 0.013652856461703777 ] }, { "video_id": "7687260346817465630", "contrast": -0.02261221781373024, "cosine_scores": [ 0.09658325463533401, 0.07814528048038483, 0.07802405953407288, 0.08459792286157608, 0.031634166836738586 ] }, { "video_id": "7691418587336019230", "contrast": 0.005194806183377901, "cosine_scores": [ -0.024903548881411552, -0.010827427729964256, -0.049190960824489594, -0.013087552040815353, 0.02426646649837494 ] }, { "video_id": "7680533866834152724", "contrast": -0.04907931884129842, "cosine_scores": [ 0.1529456228017807, 0.15734454989433289, 0.11199656873941422, 0.10429449379444122, 0.10190623998641968 ] }, { "video_id": "7680591925241449746", "contrast": -0.0417997029920419, "cosine_scores": [ 0.11398184299468994, 0.13140597939491272, 0.09122686088085175, 0.09728727489709854, 0.05416848883032799 ] }, { "video_id": "7682668877653855519", "contrast": -0.011966388051708542, "cosine_scores": [ 0.06633621454238892, 0.04411779344081879, 0.04381261020898819, 0.07493201643228531, 0.011037221178412437 ] }, { "video_id": "7680698462622485780", "contrast": -0.03328022267669439, "cosine_scores": [ 0.07240697741508484, 0.06595592945814133, 0.05513333901762962, 0.04552466794848442, 0.007045685313642025 ] }, { "video_id": "7684858353205464334", "contrast": -0.00443896884098649, "cosine_scores": [ 0.020003410056233406, 0.020943395793437958, 0.03219534456729889, 0.00175953796133399, 0.014148419722914696 ] }, { "video_id": "7681115445004487957", "contrast": -0.04097929783165455, "cosine_scores": [ 0.10812468081712723, 0.06937213987112045, 0.06101422384381294, 0.028225822374224663, 0.05406729131937027 ] }, { "video_id": "7682103096998186273", "contrast": 0.00292938482016325, "cosine_scores": [ -0.02943205088376999, -0.014117792248725891, -0.06949825584888458, -0.009754003025591373, 0.022715648636221886 ] }, { "video_id": "7680043491690286343", "contrast": -0.02654946129769087, "cosine_scores": [ 0.09361603856086731, 0.043600957840681076, 0.0772346705198288, 0.010089353658258915, 0.03885308653116226 ] }, { "video_id": "7688428138145074446", "contrast": -0.04780213348567486, "cosine_scores": [ 0.0860564112663269, 0.06781046837568283, 0.057133086025714874, 0.01765301078557968, 0.012607822194695473 ] }, { "video_id": "7678173787854081293", "contrast": -0.04259868587056796, "cosine_scores": [ 0.1251448094844818, 0.0853346735239029, 0.09836332499980927, 0.07323828339576721, 0.016321558505296707 ] }, { "video_id": "7681515101773368606", "contrast": -0.010703823839624725, "cosine_scores": [ 0.05717643350362778, 0.05259151756763458, 0.06817379593849182, 0.051155585795640945, 0.013211073353886604 ] }, { "video_id": "7687440482124762400", "contrast": -0.03094230343898137, "cosine_scores": [ 0.11257747560739517, 0.08923392742872238, 0.1085774302482605, 0.050414010882377625, 0.050898753106594086 ] }, { "video_id": "7677656702556065038", "contrast": -0.01628891269986828, "cosine_scores": [ 0.01666143909096718, 0.021183643490076065, 0.003187880851328373, -0.00044247740879654884, 0.005155482329428196 ] }, { "video_id": "7682285294762069261", "contrast": -0.0365676408012708, "cosine_scores": [ 0.06783684343099594, 0.06323394924402237, 0.029571520164608955, 0.00973004661500454, 0.04760169982910156 ] }, { "video_id": "7678711865882496269", "contrast": -0.006609860186775528, "cosine_scores": [ 0.04420407861471176, 0.047461412847042084, 0.013993913307785988, -0.004363749176263809, 0.10803849250078201 ] }, { "video_id": "7681663075321236767", "contrast": 0.006608787924051285, "cosine_scores": [ -0.038873668760061264, -0.054083261638879776, -0.055849477648735046, -0.03562064841389656, -0.0281389057636261 ] }, { "video_id": "7689078406536760589", "contrast": -0.023957918087641403, "cosine_scores": [ 0.12299257516860962, 0.05253403261303902, 0.10591326653957367, 0.06632314622402191, 0.01917974464595318 ] }, { "video_id": "7690015212526718239", "contrast": -0.0009563536538432036, "cosine_scores": [ -0.00415631290525198, -0.01753363572061062, 0.0006165336817502975, -0.03372110053896904, -0.002299417043104768 ] }, { "video_id": "7690909670206131487", "contrast": -0.006528002258467798, "cosine_scores": [ 0.008196242153644562, -0.009270921349525452, -0.02252623252570629, 0.0017952489433810115, -0.0004650419868994504 ] }, { "video_id": "7685751413254737183", "contrast": -0.014780646810928985, "cosine_scores": [ 0.07168658822774887, 0.09758754074573517, 0.03905532509088516, 0.10388853400945663, 0.06662539392709732 ] }, { "video_id": "7691169508186279181", "contrast": 0.010557470222314194, "cosine_scores": [ -0.06819844245910645, -0.0889919251203537, -0.11045809090137482, -0.05075989291071892, -0.042895156890153885 ] }, { "video_id": "7691617221822450964", "contrast": -0.014279715095957123, "cosine_scores": [ 0.07537691295146942, 0.02791837975382805, 0.04068762809038162, 0.03192717954516411, 0.039488986134529114 ] }, { "video_id": "7680298578962664717", "contrast": 0.011957804827640453, "cosine_scores": [ -0.0035366415977478027, -0.017049675807356834, -0.011291246861219406, 0.007578348275274038, 0.008706836961209774 ] } ] } } ] }