Columbia Open Health Data, clinical concept prevalence and co-occurrence from electronic health records.

{"sci_version": "1.2", "schema": "https://corpus.bntrg.co.uk/sci/1.0/sci.schema.json", "id": "pmid:30480666", "kind": "science-record", "revision": 6, "content_hash": "sha256:31668103d3d96e4893e7b836308968016e170158d86ddfdcbc73ff746b93cba2", "created_at": "2026-11-01T15:40:39Z", "updated_at": "2026-11-01T21:21:47Z", "generator": {"name": "corpus-assay-engine", "run_id": "reading-sci-2026-11-01"}, "paper": {"state": "complete", "title": "Columbia Open Health Data, clinical concept prevalence and co-occurrence from electronic health records.", "doi": "10.1038/sdata.2018.273", "pmid": "30480666", "authors": ["Casey N Ta", "Michel Dumontier", "George Hripcsak", "Nicholas P Tatonetti", "Chunhua Weng"], "journal": "Scientific data", "year": 2018, "abstract": "Columbia Open Health Data (COHD) is a publicly accessible database of electronic health record (EHR) prevalence and co-occurrence frequencies between conditions, drugs, procedures, and demographics. COHD was derived from Columbia University Irving Medical Center's Observational Health Data Sciences and Informatics (OHDSI) database. The lifetime dataset, derived from all records, contains 36,578 single concepts (11,952 conditions, 12,334 drugs, and 10,816 procedures) and 32,788,901 concept pairs from 5,364,781 patients. The 5-year dataset, derived from records from 2013-2017, contains 29,964 single concepts (10,159 conditions, 10,264 drugs, and 8,270 procedures) and 15,927,195 concept pairs from 1,790,431 patients. Exclusion of rare concepts (count ≤ 10) and Poisson randomization enable data sharing by eliminating risks to patient privacy. EHR prevalences are informative of healthcare consumption rates. Analysis of co-occurrence frequencies via relative frequency analysis and observed-expected frequency ratio are informative of associations between clinical concepts, useful for biomedical research tasks such as drug repurposing and pharmacovigilance. COHD is publicly accessible through a web application-programming interface (API) and downloadable from the Figshare repository. The code is available on GitHub.", "claims": [{"id": "claim-method", "statement": "The most common form of association analysis from co-occurrence data is the standard chi-square analysis.", "kind": "methodological", "target": null, "evidence": [{"asset": "source:pmid:30480666", "locator": "sections[6] \"Chi-square\" paragraph 2", "quote": "The most common form of association analysis from co-occurrence data is the standard chi-square analysis."}], "state": "complete"}, {"id": "claim-data-access", "statement": "Data resulting from these analyses are available through the COHD API and downloadable from the Figshare data repository as flat-files (Data Citation 1).", "kind": "methodological", "target": null, "evidence": [{"asset": "source:pmid:30480666", "locator": "sections[4] \"EHR prevalence and co-occurrence analyses\" paragraph 8", "quote": "Data resulting from these analyses are available through the COHD API and downloadable from the Figshare data repository as flat-files (Data Citation 1)."}], "state": "complete"}], "gaps": []}, "experiment": {"state": "partial", "objective": null, "steps": [{"id": "read_published_estimate", "order": 1, "name": "Read the published estimate from the source", "kind": "other", "state": "complete", "blocked_on": null, "description": "The claim, method and evidence span published with the source article.", "duration_hours": null, "parameters": {}, "inputs": ["source:pmid:30480666"], "outputs": ["the published estimate and its evidence"], "instruments": [], "reagents": []}, {"id": "obtain_source_data", "order": 2, "name": "Obtain the source data from the named repository", "kind": "data-preparation", "state": "blocked", "blocked_on": "data:accession_absent", "description": "The GEO series accession resolves and its sample accessions are listed. This lane did not download the dataset or read its licence.", "duration_hours": null, "parameters": {}, "inputs": [], "outputs": ["the source data with its repository provenance"], "instruments": [], "reagents": []}, {"id": "run_analysis", "order": 3, "name": "Run the published analysis", "kind": "analysis", "state": "complete", "blocked_on": null, "description": "Apply the paper's statistical method to the resolved series and compare the result with the published target.", "duration_hours": null, "parameters": {}, "inputs": [], "outputs": ["the replicated result and its comparison"], "instruments": [], "reagents": []}], "materials": [], "instruments": [], "reagents": [], "conditions": {}, "gaps": ["step:obtain_source_data blocked on data:accession_absent"]}, "data": {"state": "partial", "assets": [{"id": "source:pmid:30480666", "role": "manuscript", "format": "xml", "media_type": "application/xml", "uri": "https://doi.org/10.1038/sdata.2018.273", "sha256": "sha256:0efc74838526687351526becf869c54f3a93d99c55d97ddc230f89a0584429ac", "bytes": 46295, "access": "open", "state": "resolved", "reader": null, "reader_status": "reader_required", "identifier": "10.1038/sdata.2018.273", "version": null, "note": "Full article fetched from PMC; the checksum covers the rendered section body, not the original XML bytes.", "structure": {"pmcid": "PMC6257042", "source": "europe_pmc_fulltext", "coverage": "whole_body_without_references", "text_hash_scope": "rendered_section_body"}}], "gaps": []}, "analysis": {"state": "complete", "methods": [{"id": "method-1", "family": "contingency_analysis", "specific": "chi_square", "label": "Categorical (contingency table) analysis", "dsl_operations": ["chi_square_test"], "missing_operations": [], "expressible": true, "parameters": {}, "data_shapes": ["categorical_cross_tabulation"], "evidence": {"score": 1.0, "band": "verbatim", "quote": "The most common form of association analysis from co-occurrence data is the standard chi-square analysis."}}], "targets": [], "gaps": []}, "capability": {"state": "complete", "requirements": [{"capability_id": "capability:computational_analysis", "label": "Computational analysis platform", "assay_families": ["meta_analysis", "machine_learning", "survival_analysis", "statistical_regression", "pca", "molecular_docking", "network_analysis", "differential_expression", "gwas"], "availability_state": "owned", "tier_unlocked": "R1", "candidate": "Automated Assays Laravel application and simulated adapters"}], "gaps": []}, "readiness": {"state": "blocked", "tier": "R4", "blocking_axis": "data", "blocked_on": "data:accession_absent", "axes": {"method": {"tier": "R1", "expressible": true, "required_operations": ["chi_square_test"], "missing_operations": [], "basis": "The paper names the method it used and the corpus's method extractor maps it onto the DSL catalogue: chi_square."}, "capability": {"tier": "R1", "capability_id": "capability:computational_analysis", "availability_state": "owned", "basis": "The computational analysis is owned. The physical bench the paper used is not, so a physical validation cannot be run here."}, "data": {"tier": "R4", "reachable": false, "accessions": [], "resolved_accessions": [], "statements": ["Data resulting from these analyses are available through the COHD API and downloadable from the Figshare data repository as flat-files (Data Citation 1)."], "basis": "The paper names no accession to its source data, so the data has to come from the authors."}}, "can_run": {"dsl_operations": ["chi_square_test"], "assets": ["source:pmid:30480666"], "steps": ["run_analysis"]}, "must_build": {"dsl_operations": [], "converters": [], "readers": [], "capabilities": [], "data_gaps": ["data:geo:None"]}, "gaps": ["data:accession_absent"]}, "review": {"state": "partial", "machine_critique": {"kind": "extraction_review", "reader": {"model": "MiniMax-M3.1-Flash", "provider": "minimax", "provider_family": "minimax", "read_at": "2026-10-31T18:12:54Z", "independence": "single_reader"}, "evidence_check": {"method": "verbatim", "availability": "verbatim"}, "calls": 3, "usage": {"prompt_tokens": 30280, "completion_tokens": 1360, "cached_tokens": 793}}, "human_critique": null, "stages": [{"id": "extraction", "state": "complete", "reader": "MiniMax-M3.1-Flash", "provider": "minimax"}], "gaps": ["review.independent_reader", "review.machine_critique", "review.human_critique"]}, "execution": {"state": "absent", "status": "not_run", "mode": null, "runs": [], "gaps": ["execution.not_run"]}, "provenance": {"entities": [{"id": "pmid:30480666", "type": "paper", "label": "pmid:30480666"}, {"id": "source:pmid:30480666", "type": "manuscript", "label": "PMID 30480666 full text"}, {"id": "data:geo:None", "type": "dataset", "label": "GEO None"}], "activities": [{"id": "activity-reading-sci-2026-11-01", "type": "classification", "used": [{"id": "pmid:30480666", "type": "paper", "label": "pmid:30480666"}, {"id": "source:pmid:30480666", "type": "manuscript", "label": "PMID 30480666 full text"}, {"id": "data:geo:None", "type": "dataset", "label": "GEO None"}], "agent": "agent:corpus-assay-engine"}, {"id": "activity-read-30480666", "type": "extraction", "used": ["source:pmid:30480666"], "agent": "agent:minimax-reader"}, {"id": "activity-resolve-None", "type": "accession_resolution", "used": ["data:geo:None"], "agent": "agent:corpus-assay-engine"}], "agents": [{"id": "agent:corpus-assay-engine", "type": "software", "label": "Corpus assay engine"}, {"id": "agent:minimax-reader", "type": "software", "label": "MiniMax literature reader"}], "source_run_id": "reading-sci-2026-11-01", "dsl_catalogue_fingerprint": "343fb30756ba6ec3", "capability_table_fingerprint": "2cb3e42f047d2ecf", "snapshot_id": "ba34b49490d9bfaf"}, "lineage": {"parent_id": "pmid:30480666", "parent_hash": "sha256:8efbf81439cc7d0449620c33a98909d6ccb140fa2f16787cb6904076525fa402", "fork_of": null, "generation": 5}, "gaps": ["execution.not_run", "review.human_critique", "review.independent_reader", "review.machine_critique", "step:obtain_source_data blocked on data:accession_absent"], "assays": [{"role": "analysis", "definition_id": "contingency_analysis", "definition_version": "f2132e96ae6c7a4e", "definition_digest": null, "required_operations": ["chi_square_test"], "support_state": "supported", "source_hashes": {"dsl_catalogue": "f2132e96ae6c7a4e"}, "confidence": 1.0, "evidence": ["The most common form of association analysis from co-occurrence data is the standard chi-square analysis."], "order_basis": "analysis_only", "id": "assay:1"}]}