trace-rx-m-v2 / config.json
albagon's picture
Upload TRACE-RX-M v2 shipping model
3d42703 verified
Raw History Blame Contribute Delete
2.21 kB
{
"schema_version": 1,
"backbone": {
"model_id": "facebook/dinov2-base",
"revision": "f9e44c814b77203eaa57a6bdbbd535f21ede1415",
"license_accepted": true,
"image_size": 224,
"lora_rank": 4,
"lora_alpha": 8.0,
"lora_dropout": 0.0,
"lora_targets": ["query", "value"],
"gradient_checkpointing": true
},
"memory": {
"candidate_sizes": [64, 128, 256],
"candidate_topk": [4, 8, 16],
"selected_size": null,
"selected_topk": null,
"score_chunk_size": 256,
"diversity_weight": 0.01,
"tail_quantile": 0.95,
"tail_error_threshold": null,
"capacity_relative_tolerance": 0.01,
"max_prototype_usage_share": 0.25
},
"head": {
"evidence_dim": 256,
"hidden_dim": 256,
"dropout": 0.1,
"residual_tail_quantile": 0.95
},
"loss": {
"pauc_weight": 0.25,
"pair_weight": 0.25,
"pauc_alpha": 0.05,
"ranking_margin": 0.2,
"dda_in_primary_objective": false
},
"optimizer": {
"adapter_lr": 0.00002,
"head_lr": 0.0002,
"memory_lr": 0.001,
"weight_decay": 0.05,
"warmup_fraction": 0.05,
"memory_epochs": 3,
"detection_epochs": 5,
"gradient_clip_norm": 1.0,
"mixed_precision": "bf16"
},
"tracking": {
"wandb_project": "trace-rx-m-techjam2026",
"wandb_entity": null,
"wandb_mode": "offline",
"wandb_run_name": "dinov2-base-local"
},
"hub": {
"repo_id": null,
"private": true,
"revision": "main",
"path_prefix": "trace-rx-m-techjam2026",
"checkpoint_every_epochs": 1
},
"protocol": {
"nuisance_max_auc": 0.55,
"nuisance_folds": 5
},
"reliability": {
"quality_bins": [4, 4, 4, 4],
"prior_strength": 20.0,
"variance_floor": 0.000001,
"hf_cutoff": 0.25,
"heldout_min_spearman": 0.5,
"heldout_min_samples_per_class": 3,
"max_clean_noise_cell_overlap": 0.8,
"availability_min_normalized_pauc_gain": 0.01
},
"data": {
"batch_size": 512,
"workers": 8,
"seed": 20260831,
"dda_positive_share": 0.2,
"clean_probability": 0.2,
"held_out_transform_family": "gaussian_noise",
"held_out_generator_family": "gemini_flash_image",
"held_out_min_roc_auc": 0.6
}
}