{"entity":{"id":"pathology-foundation-model","kind":"technology","name":"Pathology & radiology foundation models","aka":[],"tldr":"Pathology and radiology foundation models are AI networks pretrained without labels on over a million slides or scans (Virchow used 1.5 million), then adapted with small task heads to predict mutations, prognosis or treatment response from routine images. They power the FDA-cleared ArteraAI tools, but validation across hospitals and how regulators treat general-purpose models remain unsettled.","summary":"Virchow (Paige/MSK, 1.5M slides), UNI and CONCH (Harvard), Prov-GigaPath (Microsoft/Providence), PLUTO, and radiology models (Merlin, RadFM). They predict molecular alterations, prognosis, and treatment response from routine H&E and CT, and power the FDA-cleared ArteraAI tools. Multimodal patient-level models integrating genomics, imaging, and notes are in development (e.g., CanSim-style efforts, Tempus, Owkin).","status":"emerging","asOf":"2026-09-04","links":[{"label":"Chen et al., Towards a general-purpose foundation model for computational pathology (Nature Medicine 2024)","url":"https://doi.org/10.1038/s41591-024-02857-3"},{"label":"Vorontsov et al., A foundation model for clinical-grade computational pathology (Nature Medicine 2024)","url":"https://doi.org/10.1038/s41591-024-03141-0"}],"tags":["frontier"],"related":["pluto","merlin-ct","radfm"],"cancers":[],"sections":["ai-computation"],"technologies":["digital-pathology-ai","radiology-ai-screening"],"targets":[],"drugs":[],"companies":["paige","artera","owkin","tempus","ataraxis-ai","imagene-ai","strand-ai"],"institutions":[],"pathways":[],"terms":[],"trials":[],"people":[],"bottlenecks":[],"keyPapers":["paper-chen-nat-med","paper-vorontsov-nat-med"],"journals":[],"dependsOn":["digital-pathology-ai","ai-compute-platforms"],"notes":[],"principle":"Self-supervised pretraining (DINOv2, contrastive) on unlabelled images; frozen encoder plus small task heads.","strengths":["Data-efficient adaptation","Discover morphology-genotype links"],"limitations":["Validation across sites","Regulatory treatment of general-purpose models"]},"route":"/technologies/pathology-foundation-model/","neighbours":{"technology":[{"id":"ai-compute-platforms","kind":"technology","name":"AI compute and model platforms for oncology","route":"/technologies/ai-compute-platforms/"},{"id":"radiology-ai-screening","kind":"technology","name":"AI in radiology","route":"/technologies/radiology-ai-screening/"},{"id":"atlas-aignostics","kind":"technology","name":"Atlas (Aignostics, Mayo Clinic, Charité)","route":"/technologies/atlas-aignostics/"},{"id":"chief","kind":"technology","name":"CHIEF (Harvard, Yu Lab)","route":"/technologies/chief/"},{"id":"digital-pathology-ai","kind":"technology","name":"Digital pathology & AI","route":"/technologies/digital-pathology-ai/"},{"id":"digital-twins-trials","kind":"technology","name":"Digital twins and virtual control arms","route":"/technologies/digital-twins-trials/"},{"id":"federated-learning-medical-ai","kind":"technology","name":"Federated learning and privacy-preserving AI","route":"/technologies/federated-learning-medical-ai/"},{"id":"h-optimus","kind":"technology","name":"H-optimus (Bioptimus)","route":"/technologies/h-optimus/"},{"id":"hibou","kind":"technology","name":"Hibou (HistAI)","route":"/technologies/hibou/"},{"id":"merlin-ct","kind":"technology","name":"Merlin (Stanford abdominal CT vision-language model)","route":"/technologies/merlin-ct/"},{"id":"kaiko-midnight","kind":"technology","name":"Midnight (kaiko.ai)","route":"/technologies/kaiko-midnight/"},{"id":"musk","kind":"technology","name":"MUSK (Stanford, vision-language pathology)","route":"/technologies/musk/"},{"id":"phikon","kind":"technology","name":"Phikon / Phikon-v2 (Owkin)","route":"/technologies/phikon/"},{"id":"pluto","kind":"technology","name":"PLUTO (PathAI)","route":"/technologies/pluto/"},{"id":"prov-gigapath","kind":"technology","name":"Prov-GigaPath (Microsoft, Providence)","route":"/technologies/prov-gigapath/"},{"id":"radfm","kind":"technology","name":"RadFM (generalist radiology foundation model)","route":"/technologies/radfm/"},{"id":"spatial-omics-guided-therapy","kind":"technology","name":"Spatial-omics-guided treatment selection","route":"/technologies/spatial-omics-guided-therapy/"},{"id":"titan","kind":"technology","name":"TITAN (whole-slide multimodal model)","route":"/technologies/titan/"},{"id":"uni-conch","kind":"technology","name":"UNI and CONCH (Harvard, Mahmood Lab)","route":"/technologies/uni-conch/"},{"id":"virchow","kind":"technology","name":"Virchow / Virchow2 (Paige, MSK)","route":"/technologies/virchow/"},{"id":"whole-slide-scanners","kind":"technology","name":"Whole-slide scanners and image management","route":"/technologies/whole-slide-scanners/"}],"section":[{"id":"ai-computation","kind":"section","name":"AI & Computation","route":"/fronts/ai-computation/"}],"company":[{"id":"aidoc","kind":"company","name":"Aidoc","route":"/companies/aidoc/"},{"id":"artera","kind":"company","name":"Artera","route":"/companies/artera/"},{"id":"ataraxis-ai","kind":"company","name":"Ataraxis AI","route":"/companies/ataraxis-ai/"},{"id":"imagene-ai","kind":"company","name":"Imagene AI","route":"/companies/imagene-ai/"},{"id":"microsoft","kind":"company","name":"Microsoft (Health & Life Sciences)","route":"/companies/microsoft/"},{"id":"noetik","kind":"company","name":"Noetik","route":"/companies/noetik/"},{"id":"owkin","kind":"company","name":"Owkin","route":"/companies/owkin/"},{"id":"paige","kind":"company","name":"Paige AI","route":"/companies/paige/"},{"id":"pathos-ai","kind":"company","name":"Pathos AI","route":"/companies/pathos-ai/"},{"id":"strand-ai","kind":"company","name":"Strand AI","route":"/companies/strand-ai/"},{"id":"tempus","kind":"company","name":"Tempus AI","route":"/companies/tempus/"}],"paper":[{"id":"paper-vorontsov-nat-med","kind":"paper","name":"A foundation model for clinical-grade computational pathology and rare cancers detection","route":"/key-papers/paper-vorontsov-nat-med/"},{"id":"paper-chen-nat-med","kind":"paper","name":"Towards a general-purpose foundation model for computational pathology","route":"/key-papers/paper-chen-nat-med/"}],"drug":[{"id":"artera-ai-breast","kind":"drug","name":"ArteraAI Breast","route":"/drugs/artera-ai-breast/"},{"id":"artera-ai-prostate","kind":"drug","name":"ArteraAI Prostate","route":"/drugs/artera-ai-prostate/"},{"id":"paige-prostate","kind":"drug","name":"Paige Prostate Detect","route":"/drugs/paige-prostate/"}],"idea":[{"id":"idea-fund-federated-learning-consortium","kind":"idea","name":"A federated learning consortium of cancer centres that jointly own the models","route":"/ideas/idea-fund-federated-learning-consortium/"},{"id":"idea-data-precompetitive-cancer-foundation-model","kind":"idea","name":"A pre-competitive consortium to train a shared multimodal cancer foundation model","route":"/ideas/idea-data-precompetitive-cancer-foundation-model/"},{"id":"idea-tr2-ai-external-validation-registry","kind":"idea","name":"A registry of external validation datasets for cancer AI models, with mandatory reporting","route":"/ideas/idea-tr2-ai-external-validation-registry/"},{"id":"idea-bio2-rare-cancer-telepathology-network","kind":"idea","name":"A same-week expert second opinion for every rare cancer diagnosis","route":"/ideas/idea-bio2-rare-cancer-telepathology-network/"},{"id":"idea-prev-pathology-ai-borderline-anchor","kind":"idea","name":"AI second reads to stop borderline lesions being upgraded to cancer","route":"/ideas/idea-prev-pathology-ai-borderline-anchor/"},{"id":"idea-acc-ai-first-pathology-common-cases","kind":"idea","name":"AI-first reading for high-volume common cancer diagnoses, pathologist for the exceptions","route":"/ideas/idea-acc-ai-first-pathology-common-cases/"},{"id":"idea-moon-open-cancer-cell-state-model","kind":"idea","name":"An open model of every cancer cell state, built from perturbation atlases","route":"/ideas/idea-moon-open-cancer-cell-state-model/"},{"id":"idea-bio2-organotropism-atlas","kind":"idea","name":"An organotropism atlas that predicts where a cancer will spread","route":"/ideas/idea-bio2-organotropism-atlas/"},{"id":"idea-moon-continuous-ai-validation-registry","kind":"idea","name":"Continuous prospective validation for every oncology AI tool after deployment","route":"/ideas/idea-moon-continuous-ai-validation-registry/"},{"id":"idea-data-national-slide-archive","kind":"idea","name":"Digitise the nation's pathology slides and link them to outcomes","route":"/ideas/idea-data-national-slide-archive/"},{"id":"idea-data-federated-learning-imaging","kind":"idea","name":"Federated training of pathology and radiology models across hospitals","route":"/ideas/idea-data-federated-learning-imaging/"},{"id":"idea-multimodal-foundation-model","kind":"idea","name":"Patient-level multimodal foundation models for treatment selection","route":"/ideas/idea-multimodal-foundation-model/"},{"id":"idea-bio2-io-biomarker-data-commons","kind":"idea","name":"Pool every immunotherapy trial's biomarker data into one commons","route":"/ideas/idea-bio2-io-biomarker-data-commons/"},{"id":"idea-bio2-spatial-signature-cdx","kind":"idea","name":"Turn the map of immune cells inside a tumour into a standardised test","route":"/ideas/idea-bio2-spatial-signature-cdx/"},{"id":"idea-tr2-ai-cdx-change-control","kind":"idea","name":"Version control and locked reference sets for AI algorithms used as companion diagnostics","route":"/ideas/idea-tr2-ai-cdx-change-control/"},{"id":"idea-moon-validated-digital-twins","kind":"idea","name":"Whole-patient digital twins validated in prospective randomised trials","route":"/ideas/idea-moon-validated-digital-twins/"}],"person":[{"id":"faisal-mahmood","kind":"person","name":"Faisal Mahmood","route":"/people/faisal-mahmood/"},{"id":"jakob-nikolas-kather","kind":"person","name":"Jakob Nikolas Kather","route":"/people/jakob-nikolas-kather/"},{"id":"thomas-fuchs","kind":"person","name":"Thomas J. Fuchs","route":"/people/thomas-fuchs/"}],"bottleneck":[{"id":"b-ai-validation","kind":"bottleneck","name":"AI that is built but not validated or deployed","route":"/bottlenecks/b-ai-validation/"},{"id":"b-data-silos","kind":"bottleneck","name":"Data silos","route":"/bottlenecks/b-data-silos/"},{"id":"b-immunotherapy-response","kind":"bottleneck","name":"No one can predict who responds to immunotherapy","route":"/bottlenecks/b-immunotherapy-response/"},{"id":"b-workforce","kind":"bottleneck","name":"Not enough oncologists, nurses, pathologists, physicists","route":"/bottlenecks/b-workforce/"}],"term":[{"id":"cancer-ai-vocabulary","kind":"term","name":"Cancer AI vocabulary (CanSim terms map)","route":"/terms/cancer-ai-vocabulary/"},{"id":"foundation-model","kind":"term","name":"Foundation model","route":"/terms/foundation-model/"},{"id":"histology","kind":"term","name":"Histology","route":"/terms/histology/"},{"id":"pathology-foundation-models","kind":"term","name":"Pathology foundation models: UNI, UNI2, Virchow2, CTransPath, CONCH, TITAN","route":"/terms/pathology-foundation-models/"},{"id":"tile-patch-encoding","kind":"term","name":"Tile and patch encoding of slides","route":"/terms/tile-patch-encoding/"}],"institution":[{"id":"cz-biohub","kind":"institution","name":"Chan Zuckerberg Biohub","route":"/institutions/cz-biohub/"},{"id":"iisc","kind":"institution","name":"Indian Institute of Science","route":"/institutions/iisc/"},{"id":"nct-dresden","kind":"institution","name":"NCT/UCC Dresden, University Hospital Carl Gustav Carus","route":"/institutions/nct-dresden/"}],"roadmap":[{"id":"ai-oncology-roadmap","kind":"roadmap","name":"AI in oncology roadmap: pattern readers → foundation models → agents in the workflow","route":"/roadmaps/ai-oncology-roadmap/"},{"id":"ai-oncology-clinic","kind":"roadmap","name":"AI in the oncology clinic: from narrow cleared tools to multimodal decision support","route":"/roadmaps/ai-oncology-clinic/"},{"id":"diagnostics-roadmap","kind":"roadmap","name":"Diagnostics roadmap: stains → gene panels → blood tests that decide treatment","route":"/roadmaps/diagnostics-roadmap/"}]}}