@article {Carnahan771, author = {Emily Carnahan and Nikki Gurley and Gilbert Asiimwe and Baltazar Chilundo and Herbert C. Duber and Adama Faye and Carol Kamya and Godefroid Mpanya and Shakilah Nagasha and David Phillips and Nicole Salisbury and Jessica Shearer and Katharine Shelley and for the Gavi Full Country Evaluations Consortium; and Global Fund Prospective Country Evaluation Consortium}, title = {Lessons Learned From Implementing Prospective, Multicountry Mixed-Methods Evaluations for Gavi and the Global Fund}, volume = {8}, number = {4}, pages = {771--782}, year = {2020}, doi = {10.9745/GHSP-D-20-00126}, publisher = {Global Health: Science and Practice}, abstract = {Key FindingsWe present 5 key lessons distilled from 7 years of experience implementing evaluations in 7 countries, which include the importance of: Including an inception phase to engage stakeholders and inform a relevant, useful evaluation designAligning on the degree to which the evaluation is embedded in the program implementationMonitoring programmatic, organizational, or contextual changes and adapting the evaluation accordinglyHiring evaluators with mixed-methods expertise and using tools and approaches that facilitate mixing methodsContextualizing recommendations and clearly communicating their underlying strength of evidenceKey ImplicationsGlobal health initiatives, particularly those funding or implementing complex interventions, should consider embedding evaluations to understand how and why the programs are working to adapt as necessary and maximize impact.Evaluators of complex interventions should continue to share lessons learned related to balancing stakeholder priorities, aligning on {\textquotedblleft}breadth{\textquotedblright} versus {\textquotedblleft}depth{\textquotedblright} of the evaluation scope and ensuring use of the evaluation findings.Introduction:As global health programs have become increasingly complex, corresponding evaluations must be designed to assess the full complexity of these programs. Gavi and the Global Fund have commissioned 2 such evaluations to assess the full spectrum of their investments using a prospective mixed-methods approach. We aim to describe lessons learned from implementing these evaluations.Methods:This article presents a synthesis of lessons learned based on the Gavi and Global Fund prospective mixed-methods evaluations, with each evaluation considered a case study. The lessons are based on the evaluation team{\textquoteright}s experience from over 7 years (2013{\textendash}2020) implementing these evaluations. The Centers for Disease Control and Prevention Framework for Evaluation in Public Health was used to ground the identification of lessons learned.Results:We identified 5 lessons learned that build on existing evaluation best practices and include a mix of practical and conceptual considerations. The lessons cover the importance of (1) including an inception phase to engage stakeholders and inform a relevant, useful evaluation design; (2) aligning on the degree to which the evaluation is embedded in the program implementation; (3) monitoring programmatic, organizational, or contextual changes and adapting the evaluation accordingly; (4) hiring evaluators with mixed-methods expertise and using tools and approaches that facilitate mixing methods; and (5) contextualizing recommendations and clearly communicating their underlying strength of evidence.Conclusion:Global health initiatives, particularly those leveraging complex interventions, should consider embedding evaluations to understand how and why the programs are working. These initiatives can learn from the lessons presented here to inform the design and implementation of such evaluations.}, URL = {https://www.ghspjournal.org/content/8/4/771}, eprint = {https://www.ghspjournal.org/content/8/4/771.full.pdf}, journal = {Global Health: Science and Practice} }