{"entity":{"id":"idea-data-open-line-of-therapy-algorithms","kind":"idea","name":"Open, benchmarked algorithms for lines of therapy and progression from routine data","aka":[],"tldr":"Publish the exact rules used to work out from messy hospital records which treatment a patient was on and when it stopped working, and test them all on the same data.","summary":"Real-world studies depend on deriving line of therapy, progression and response from records, but every vendor and academic group uses proprietary rules, so results are not comparable. The proposal is an open library of versioned derivation algorithms with a benchmark dataset of chart-reviewed cases, run as a public leaderboard, so studies can cite algorithm version and known error rates.","asOf":"2026-09-08","links":[{"label":"Bottleneck evidence (Data silos): AACR Project GENIE","url":"https://www.aacr.org/professionals/research/aacr-project-genie/"}],"tags":[],"related":[],"cancers":[],"sections":["ai-computation"],"technologies":[],"targets":[],"drugs":[],"companies":[],"institutions":[],"pathways":[],"terms":["real-world-evidence","pfs"],"trials":[],"people":[],"bottlenecks":["b-data-silos","b-real-world-evidence"],"keyPapers":[],"journals":[],"dependsOn":[],"notes":[],"hypothesis":"Open benchmarked algorithms will reduce between-study variation in real-world PFS estimates for the same cohort by half and become the reference method in regulatory RWE submissions.","rationale":"In genomics, open benchmarked pipelines (GATK, Genome in a Bottle) made variant calling comparable across labs; RWE has no equivalent for its core derived variables.","test":"Assemble 2,000 chart-reviewed patients across three cancers as a benchmark; invite groups to submit algorithms; publish accuracy and inter-algorithm agreement.","maturity":"early-clinical","actor":"research","cost":"small","horizonYears":2},"route":"/ideas/idea-data-open-line-of-therapy-algorithms/","neighbours":{"section":[{"id":"ai-computation","kind":"section","name":"AI & Computation","route":"/fronts/ai-computation/"}],"term":[{"id":"pfs","kind":"term","name":"Progression-free survival (PFS)","route":"/terms/pfs/"},{"id":"real-world-evidence","kind":"term","name":"Real-world evidence","route":"/terms/real-world-evidence/"}],"bottleneck":[{"id":"b-data-silos","kind":"bottleneck","name":"Data silos","route":"/bottlenecks/b-data-silos/"},{"id":"b-real-world-evidence","kind":"bottleneck","name":"Weak real-world evidence and registries","route":"/bottlenecks/b-real-world-evidence/"}]}}