The validation cache (validation_cache.json) is used for proper model evaluation. It follows a similar structure to the training cache but includes additional fields for homology and quality assessment.
To create this cache, you must use the scripts/data_preprocessing/create_pdb_validation_dataset_cache.py script. Note that this process requires the training cache as input to perform homology comparisons.
Key characteristics of the validation cache include:
- Stricter filtering: Requires resolution $\le$ 4.5 Angstrom and adheres to specific token limits.
- Homology detection: Uses a 40% sequence identity threshold for proteins and a 0.85 Tanimoto similarity threshold for ligands.
- Subsets: Contains both
multimer and monomer validation sets.
"7vl5": {
"release_date": "2022-03-09",
"resolution": 1.93,
"token_count": 1463,
"chains": {
"1": {
"label_asym_id": "A",
"auth_asym_id": "A",
"entity_id": 1,
"molecule_type": "PROTEIN",
"reference_mol_id": null,
"alignment_representative_id": "7vl6_A",
"template_ids": [
"5gsl_A",
"5gsl_B",
"6jow_A"
],
"cluster_id": "2024",
"cluster_size": null,
"low_homology": true,
"metric_eligible": true,
"use_metrics": false,
"ranking_model_fit": null,
"source_subset": "base"
},
"3": {
"label_asym_id": "C",
"auth_asym_id": "A",
"entity_id": 2,
"molecule_type": "LIGAND",
"reference_mol_id": "BOG",
"alignment_representative_id": null,
"template_ids": null,
"cluster_id": "5086",
"cluster_size": null,
"low_homology": false,
"metric_eligible": false,
"use_metrics": false,
"ranking_model_fit": 0.9312,
"source_subset": "base"
}
},
"interfaces": {
"1_3": {
"cluster_id": "2024_5086",
"cluster_size": null,
"low_homology": true,
"metric_eligible": true,
"use_metrics": false,
"source_subset": "base"
}
}
}