Elvis Chen

@article{reinke2025,

title = {Current validation practice undermines surgical AI development},

author = {Annika Reinke and Z. Li and Minu D. Tizabi and Pascaline André and Marcel Knopp and Mika M. Rother and Inês Machado and Maria S. Altieri and Deepak Alapatt and Sophia Bano and Sebastian Bodenstedt and Oliver Burgert and Elvis C. S. Chen and Justin Collins and Olivier Colliot and Evangelia Christodoulou and Tobias Czempiel and Adrito Das and Reuben Docea and Daniel A. Donoho and Qi Dou and Jennifer A. Eckhoff and Sandy Engelhardt and Gábor Fichtinger and Philipp Fuernstahl and Pablo García Kilroy and Stamatia Giannarou and Stephen Gilbert and Ines Gockel and Patrick Godau and Jan Gödeke and Teodor Grantcharov and Tamás Haidegger and Alexander Hann and Makoto Hashizume and Charles Heitz and Rebecca Hisey and Hanna Hoffmann and Arnaud Huaulmé and Paul F. Jäger and Pierre Jannin and Anthony Jarc and Rohit Jena and Yueming Jin and Leo Joskowicz and Luc Joyeux and Max Kirchner and Axel Krieger and Gernot Kronreif and Kyle Lam and Shlomi Laufer and Joël L. Lavanchy and G Lee and Robert H. Lim and Peng Liu and Lucas Luttner and Hani J. Marcus and Pietro Mascagni and Leon Mayer and Ozanan R. Meireles and Beat P. Mueller and Lars Mündermann and Hirenkumar Nakawala and Nassir Navab and Abdourahmane Ndong and Juliane Neumann and Felix Nickel and Marco Nolden and Chinedu Nwoye and Namkee Oh and Nicolas Padoy and Tim Rädsch and Micha Pfeiffer and Tim Rädsch and Hongliang Ren and Nicola Rieke and Dominik Rivoir and Duygu Sarikaya and Samuel Schmidgall and Matthias Seibold and Silvia Seidlitz and Alexander Seitel and Lalith Sharan and Jeffrey H. Siewerdsen and Vinkle Srivastav and Raphael Sznitman and Russell Taylor and Thuy N. Tran and Matthias Unberath and Fons Sommen and Martin Wagner and Amine Yamlahi and Shaohua K. Zhou and Aneeq Zia and Amin Madani and Danail Stoyanov and Stefanie Speidel and Daniel A. Hashimoto and Fiona R. Kolbinger and Lena Maier‐Hein},

year  = {2025},

date = {2025-01-01},

journal = {PubMed},

abstract = {Surgical data science (SDS) is rapidly advancing, yet clinical adoption of artificial intelligence (AI) in surgery remains limited, with inadequate validation emerging as an important contributing factor. In fact, existing validation practices often neglect the temporal and hierarchical structure of intraoperative videos, producing misleading, unstable, or clinically irrelevant results. In a pioneering, consensus-driven effort, we introduce a comprehensive catalog of validation pitfalls in AI-based surgical video analysis that was derived from a multi-stage Delphi process with 92 international experts. The collected pitfalls span three categories: (1) data (e.g., incomplete annotation, spurious correlations), (2) metric selection and configuration (e.g., neglect of temporal stability, mismatch with clinical needs), and (3) aggregation and reporting (e.g., clinically uninformative aggregation, failure to account for frame dependencies in hierarchical data structures). A systematic review of surgical AI papers reveals that these pitfalls are widespread in current practice, with the majority of studies failing to account for temporal dynamics or hierarchical data structure, or relying on clinically uninformative metrics. Experiments on real surgical video datasets provide empirical evidence that ignoring temporal and hierarchical data structures can substantially understate uncertainty, obscure critical failure modes, and even alter algorithm rankings. To address these shortcomings, we provide a catalogue of best practices compiled in a multi-stage Delphi process. Together, this work provides an evidence-based framework to inform more rigorous validation of surgical video analysis algorithms and to guide future efforts in benchmarking, reporting, regulatory review, and clinical translation.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Holden2014a,

title = {Feasibility of Real-Time Workflow Segmentation for Tracked Needle Interventions},

author = {M. Holden and Tamas Ungi and D. Sargent and Robert C McGraw and Elvis C. S. Chen and Sugantha Ganapathy and T. M. Peters and Gabor Fichtinger},

url = {https://labs.cs.queensu.ca/perklab/wp-content/uploads/sites/3/2024/02/Holden2014a-Manuscript.pdf},

doi = {10.1109/TBME.2014.2301635},

issn = {0018-9294},

year  = {2014},

date = {2014-06-01},

urldate = {2014-06-01},

journal = {IEEE Transactions on Biomedical Engineering},

volume = {61},

number = {6},

pages = {1720-1728},

keywords = {},

pubstate = {published},

tppubtype = {article}

}