{"id":5696,"date":"2025-03-03T17:33:32","date_gmt":"2025-03-03T17:33:32","guid":{"rendered":"research.northumbria.ac.uk\/ideas?p=5696"},"modified":"2025-07-22T14:11:45","modified_gmt":"2025-07-22T13:11:45","slug":"further-reflections-on-the-future-of-evaluation-in-health-and-social-care-symposium","status":"publish","type":"post","link":"https:\/\/research.northumbria.ac.uk\/ideas\/?p=5696","title":{"rendered":"Further Reflections on The Future of Evaluation in Health and Social Care Symposium"},"content":{"rendered":"\t\t<div data-elementor-type=\"wp-post\" data-elementor-id=\"5696\" class=\"elementor elementor-5696\">\n\t\t\t\t<div class=\"elementor-element elementor-element-62b594f8 e-flex e-con-boxed wpr-particle-no wpr-jarallax-no wpr-parallax-no wpr-sticky-section-no wpr-column-slider-no wpr-equal-height-no e-con e-parent\" data-id=\"62b594f8\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-aada394 elementor-widget elementor-widget-text-editor\" data-id=\"aada394\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Authored by: Sofie Jaspers*, Dr Stine Dandanell Garn*, and Charlotte Br\u00f8gger Bond**<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-e1f4a1a elementor-icon-list--layout-traditional elementor-list-item-link-full_width elementor-widget elementor-widget-icon-list\" data-id=\"e1f4a1a\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"icon-list.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<ul class=\"elementor-icon-list-items\">\n\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item\">\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Contents<\/span>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item\">\n\t\t\t\t\t\t\t\t\t\t\t<a href=\"#guidingconcepts\">\n\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-chevron-right\" viewBox=\"0 0 320 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M285.476 272.971L91.132 467.314c-9.373 9.373-24.569 9.373-33.941 0l-22.667-22.667c-9.357-9.357-9.375-24.522-.04-33.901L188.505 256 34.484 101.255c-9.335-9.379-9.317-24.544.04-33.901l22.667-22.667c9.373-9.373 24.569-9.373 33.941 0L285.475 239.03c9.373 9.372 9.373 24.568.001 33.941z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Guiding Concepts <\/span>\n\t\t\t\t\t\t\t\t\t\t\t<\/a>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item\">\n\t\t\t\t\t\t\t\t\t\t\t<a href=\"#charlotte\">\n\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-chevron-right\" viewBox=\"0 0 320 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M285.476 272.971L91.132 467.314c-9.373 9.373-24.569 9.373-33.941 0l-22.667-22.667c-9.357-9.357-9.375-24.522-.04-33.901L188.505 256 34.484 101.255c-9.335-9.379-9.317-24.544.04-33.901l22.667-22.667c9.373-9.373 24.569-9.373 33.941 0L285.475 239.03c9.373 9.372 9.373 24.568.001 33.941z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Charlotte's Reflections<\/span>\n\t\t\t\t\t\t\t\t\t\t\t<\/a>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item\">\n\t\t\t\t\t\t\t\t\t\t\t<a href=\"#stine\">\n\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-chevron-right\" viewBox=\"0 0 320 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M285.476 272.971L91.132 467.314c-9.373 9.373-24.569 9.373-33.941 0l-22.667-22.667c-9.357-9.357-9.375-24.522-.04-33.901L188.505 256 34.484 101.255c-9.335-9.379-9.317-24.544.04-33.901l22.667-22.667c9.373-9.373 24.569-9.373 33.941 0L285.475 239.03c9.373 9.372 9.373 24.568.001 33.941z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Stine's Reflections<\/span>\n\t\t\t\t\t\t\t\t\t\t\t<\/a>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item\">\n\t\t\t\t\t\t\t\t\t\t\t<a href=\"#sophie\">\n\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-chevron-right\" viewBox=\"0 0 320 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M285.476 272.971L91.132 467.314c-9.373 9.373-24.569 9.373-33.941 0l-22.667-22.667c-9.357-9.357-9.375-24.522-.04-33.901L188.505 256 34.484 101.255c-9.335-9.379-9.317-24.544.04-33.901l22.667-22.667c9.373-9.373 24.569-9.373 33.941 0L285.475 239.03c9.373 9.372 9.373 24.568.001 33.941z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Sofie's Reflections<\/span>\n\t\t\t\t\t\t\t\t\t\t\t<\/a>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t<li class=\"elementor-icon-list-item\">\n\t\t\t\t\t\t\t\t\t\t\t<a href=\"#conclusions\">\n\n\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-icon\">\n\t\t\t\t\t\t\t<svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-chevron-right\" viewBox=\"0 0 320 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M285.476 272.971L91.132 467.314c-9.373 9.373-24.569 9.373-33.941 0l-22.667-22.667c-9.357-9.357-9.375-24.522-.04-33.901L188.505 256 34.484 101.255c-9.335-9.379-9.317-24.544.04-33.901l22.667-22.667c9.373-9.373 24.569-9.373 33.941 0L285.475 239.03c9.373 9.372 9.373 24.568.001 33.941z\"><\/path><\/svg>\t\t\t\t\t\t<\/span>\n\t\t\t\t\t\t\t\t\t\t<span class=\"elementor-icon-list-text\">Conclusions<\/span>\n\t\t\t\t\t\t\t\t\t\t\t<\/a>\n\t\t\t\t\t\t\t\t\t<\/li>\n\t\t\t\t\t\t<\/ul>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-1336de0 elementor-widget elementor-widget-image\" data-id=\"1336de0\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img fetchpriority=\"high\" decoding=\"async\" width=\"1024\" height=\"1016\" src=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3535-1024x1016.jpg\" class=\"attachment-large size-large wp-image-5714\" alt=\"\" srcset=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3535-1024x1016.jpg 1024w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3535-300x298.jpg 300w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3535-150x150.jpg 150w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3535-768x762.jpg 768w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3535-1536x1523.jpg 1536w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3535-2048x2031.jpg 2048w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-7fc33f0 elementor-widget elementor-widget-text-editor\" data-id=\"7fc33f0\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>We kicked off 2025 in style by attending the <em>Future of Evaluation Symposium<\/em> at Northumbria University, Newcastle Upon Tyne, UK. As three early-career researchers connected through the Danish realist network, we boarded the plane with high hopes of soaking up new ideas for our upcoming research and networking efforts. Spoiler alert: it exceeded all expectations.<\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p>The symposium proved to be a treasure trove of fresh perspectives on evaluation research, bringing together experts from a wide array of disciplines and methodologies. We were particularly inspired by the keynote presentations from esteemed researchers in the field, including Professors Ray Pawson (one of the founders of realist evaluation), Carl May (normalization process theory), Laurence Moore and Dr Kathryn Skivington (MRC framework), and Dr Emily Warren (realist trials).<\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p>A particularly engaging aspect of the symposium was its format. Rather than traditional academic presentations, thought leaders posed bold, thought-provoking challenges, offering a &#8220;helicopter view&#8221; of the field\u2019s future and sparking insightful discussions on the direction of evaluation research.<\/p>\n<p><!-- \/wp:paragraph -->\n\n<div id=\"guidingconcepts\"><!-- wp:paragraph --><\/p>\n<p><strong>Special guiding concepts introduced at the symposium that we will carry forward into our future work:<\/div><\/strong><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:list --><\/p>\n<ul class=\"wp-block-list\">\n<li style=\"list-style-type: none;\">\n<ul class=\"wp-block-list\"><!-- wp:list-item --><\/ul>\n<\/li>\n<\/ul>\n<ul class=\"wp-block-list\">\n<li style=\"list-style-type: none;\">\n<ul class=\"wp-block-list\">\n<li><strong>The Black Elephant:<\/strong> This concept merges the ideas of a &#8220;black box&#8221; and &#8220;elephant in the room,&#8221; emphasizing how decision-makers often overlook or oversimplify the inherent complexities of programs and policies, even when these complexities are both evident and significant.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p><!-- \/wp:list-item --><\/p>\n<p><!-- \/wp:list -->\n\n<!-- wp:list --><\/p>\n<ul class=\"wp-block-list\">\n<li style=\"list-style-type: none;\">\n<ul class=\"wp-block-list\"><!-- wp:list-item --><\/ul>\n<\/li>\n<\/ul>\n<ul class=\"wp-block-list\">\n<li style=\"list-style-type: none;\">\n<ul class=\"wp-block-list\">\n<li><strong>The Iron Law<\/strong>: This concept refers to the tendency of large social and health interventions to have little or no significant net effect. When evaluating the overall impact of many programmes, they frequently show minimal or no long-term effects\u2014at least not to the extent initially expected. However, this does not necessarily mean that all social programs are ineffective. Rather, it suggests that they are often designed, implemented, or evaluated in ways that fail to drive meaningful systemic change. Instead of relying on simplistic judgments of whether a program &#8220;works&#8221; or &#8220;does not work,&#8221; this concept urges a deeper analysis of why an intervention has led to certain outcomes and how we can better explain and improve its impact.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p><!-- \/wp:list-item -->\n\n<!-- wp:list-item --><\/p>\n<ul class=\"wp-block-list\">\n<li style=\"list-style-type: none;\">\n<ul class=\"wp-block-list\">\n<li><strong>Cumulative Knowledge Generation<\/strong>: This concept highlights the need to systematically gather and use knowledge so that lessons from one program can be transferred to others. Many complex interventions are designed without considering previous learnings from similar programs, leading to repeated mistakes and ineffective solutions. As such, rather than evaluating each program as an isolated unit, this principle encourages us to develop a deeper understanding of the key factors that make an intervention successful, allowing them to be applied across different projects and contexts.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p><!-- \/wp:list-item -->\n\n<!-- wp:list-item --><\/p>\n<ul class=\"wp-block-list\">\n<li style=\"list-style-type: none;\">\n<ul class=\"wp-block-list\">\n<li><strong>Do not harm:<\/strong> Interventions are naturally designed to create improvements. However, when developing programme theories and logic models, we often overlook potential harmful effects. The symposium highlighted the need to look beyond intended outcomes, consider, and assess potential unintended consequences and their underlying mechanisms, using tools like realist ripple effects mapping or dark logic models.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<p><!-- \/wp:list-item --><\/p>\n<p><!-- \/wp:list -->\n\n<!-- wp:paragraph --><\/p>\n<p>In addition to the keynote sessions, the symposium featured engaging breakout sessions. We participated in one titled <em>The Future of Evaluation: Where Have We Been and Where Are We Going?<\/em>, organized by Professors Angela Bate and Sonia Dalkin. We actively contributed to a creative process of writing on post-it notes, helping to create a map of ideas that reflected the collective hopes, beliefs, challenges, and things to avoid in the future of evaluation.<\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p>We also attended another breakout session, <em>Mobilising Knowledge from Complex Intervention Evaluations into Policy and Practice: How to Deal with Lazy Academics and Stubborn Policymakers<\/em>, presented by Dr. Peter Van der Graaf and Dr. Sebastian Potthof. They introduced their I-STEAM tool, demonstrating structured approaches to implementation and stakeholder engagement. We found it highly relevant and are excited to apply it in practice. At the National Research Centre for the Working Environment, Stine works with knowledge mobilization, and it was inspiring to see how other research groups structure this work.<\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p>We each took valuable insights home for our upcoming projects:<\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><!-- \/wp:paragraph --><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-3779cf5 elementor-widget elementor-widget-image\" data-id=\"3779cf5\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" width=\"1024\" height=\"957\" src=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/poster-billede-1024x957.jpg\" class=\"attachment-large size-large wp-image-5754\" alt=\"\" srcset=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/poster-billede-1024x957.jpg 1024w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/poster-billede-300x280.jpg 300w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/poster-billede-768x718.jpg 768w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/poster-billede-1536x1436.jpg 1536w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/poster-billede-2048x1914.jpg 2048w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-31084f0 elementor-widget elementor-widget-text-editor\" data-id=\"31084f0\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div id=\"charlotte\">\n<p>\u00a0<\/p>\n<p><strong>Charlotte:<\/strong><\/p>\n<\/div>\n<p><!-- \/wp:paragraph --><!-- wp:paragraph --><\/p>\n<p><em>As a PhD student conducting a realist evaluation of a stress management intervention, I set out to present a poster outlining my initial programme theory. My colleagues back home had warned me not to expect much engagement, especially at larger conferences where posters often don\u2019t draw much attention. So, I was both surprised and a little nervous when I stepped into the intimate setting of the symposium. It was a bit overwhelming to stand face to face with leading researchers in the field and present my work.<\/em><\/p>\n<p><!-- \/wp:paragraph --><!-- wp:paragraph --><\/p>\n<p><em>While I did receive some positive feedback, I was also gently challenged by a respected editor from a high-impact journal. The editor encouraged me to think more deeply about the audience for my research and offered valuable advice on how to further develop my work. It\u2019s moments like these, when you\u2019re pushed to think critically, that truly help you grow as a researcher<\/em>.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-5d85aaf elementor-widget elementor-widget-image\" data-id=\"5d85aaf\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" width=\"1024\" height=\"768\" src=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_2291-1024x768.jpg\" class=\"attachment-large size-large wp-image-5743\" alt=\"\" srcset=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_2291-1024x768.jpg 1024w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_2291-300x225.jpg 300w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_2291-768x576.jpg 768w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_2291-1536x1152.jpg 1536w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_2291-2048x1536.jpg 2048w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-efc388b elementor-widget elementor-widget-text-editor\" data-id=\"efc388b\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong><div id=\"stine\">Stine:<\/div><\/strong><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><em>As a recent PhD graduate, having applied the MRC framework alongside realist principles to evaluate a peer support intervention for vulnerable diabetes patients\u2014and with a strong interest in evaluation methods\u2014the symposium felt tailor-made for me.<\/em><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><em>More than just an academic event, it provided a rare and invaluable opportunity to connect in person with colleagues and collaborators. Notably, it marked the first face-to-face meeting for many of us in the Danish realist network.<\/em><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><em>A standout moment was presenting and discussing my PhD research with researchers who have profoundly shaped my thinking\u2014scholars I have cited, learned from, and been taught by. Sharing my proposal for an extended modified CMO configuration, designed to emphasize broader measurement of outcome patterns, was both insightful and humbling.<\/em><\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p><em>I returned home with a suitcase full of new insights, strengthened relationships, exciting collaborations, and valuable tools and concepts I look forward to applying in my work.<\/em><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-6128eb8 elementor-widget elementor-widget-image\" data-id=\"6128eb8\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"926\" src=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3545-1-1024x926.jpg\" class=\"attachment-large size-large wp-image-5764\" alt=\"\" srcset=\"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3545-1-1024x926.jpg 1024w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3545-1-300x271.jpg 300w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3545-1-768x695.jpg 768w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3545-1-1536x1389.jpg 1536w, https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/IMG_3545-1-2048x1852.jpg 2048w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-a6344a1 elementor-widget elementor-widget-text-editor\" data-id=\"a6344a1\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div>\u00a0<\/div>\n<div id=\"sophie\"><strong>Sofie:<\/strong><\/div>\n<p><!-- \/wp:paragraph --><!-- wp:paragraph --><\/p>\n<p><em>Over the past 10 years, I have developed a methods interest alongside my subject area of research in organizational health and safety, and this symposium was finally a chance to go deep with the methods part. Having been involved in intervention studies of violence prevention and prevention of burnout in many types of contexts; prisons, psychiatry, elder care, hotels and more \u2013 the fact that context matters has of course not escaped my attention. The symposium was for me a possibility of strengthening my arguments and toolbox for future projects and get inspiration for methods development in my research groups\u2019 next research program.<\/em><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-0d1bea1 elementor-widget elementor-widget-text-editor\" data-id=\"0d1bea1\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong><div id=\"conclusions\">\n In conclusion:<\/div><\/strong><\/p>\n<p>We were inspired not only by the deep methodological discussions with key scholars but also by the diverse perspectives from attendees on how to strengthen the use of evaluation evidence in shaping policy and practice. In an increasingly digital world where ideas are shared through screens, we sometimes forget how physical meetings like this can bring new energy and spark deeper conversations. It was a fantastic opportunity to network with others in the field, strengthening our connections for future collaborations. We are already eager to bring what we&#8217;ve learned back to our own work. The future of evaluation is filled with challenges and opportunities, and we\u2019re ready to help shape it!<\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p>*The National Research Center for the Working Environment, Denmark<\/p>\n<p><!-- \/wp:paragraph -->\n\n<!-- wp:paragraph --><\/p>\n<p>** Department of Sports Science and Clinical Biomechanics, University of Southern Denmark<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-f5a47a7 elementor-widget elementor-widget-text-editor\" data-id=\"f5a47a7\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong data-start=\"67\" data-end=\"82\">Disclaimer:<\/strong><br data-start=\"82\" data-end=\"85\" \/>For any individuals or organisations wishing to re-use or distribute materials from <em data-start=\"169\" data-end=\"219\">The Future of Evaluation in Health &amp; Social Care<\/em> symposium, please contact the IDEAS Team at <a rel=\"noopener\" data-start=\"264\" data-end=\"321\">ideas@northumbria.ac.uk.<\/a><\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t","protected":false},"excerpt":{"rendered":"<p>Authored by: Sofie Jaspers*, Dr Stine Dandanell Garn*, and Charlotte Br\u00c3\u00b8gger Bond** Contents Guiding Concepts Charlotte&#8217;s Reflections Stine&#8217;s Reflections Sofie&#8217;s Reflections Conclusions We kicked off 2025 in style by attending the Future of Evaluation Symposium at Northumbria University, Newcastle Upon Tyne, UK. As three early-career researchers connected through the Danish realist network, we boarded the plane with high hopes of soaking up new ideas for our upcoming research and networking efforts. Spoiler alert: it exceeded all expectations. The symposium proved to be a treasure trove of fresh perspectives on evaluation research, bringing together experts from a wide array of disciplines and methodologies. We were particularly inspired by the keynote presentations from esteemed researchers in the field, including Professors Ray Pawson (one of the founders of realist evaluation), Carl May (normalization process theory), Laurence Moore and Dr Kathryn Skivington (MRC framework), and Dr Emily Warren (realist trials). A particularly engaging aspect of the symposium was its format. Rather than traditional academic presentations, thought leaders posed bold, thought-provoking challenges, offering a &#8220;helicopter view&#8221; of the field\u00e2\u20ac\u2122s future and sparking insightful discussions on the direction of evaluation research. Special guiding concepts introduced at the symposium that we will carry forward into our future work: The Black Elephant: This concept merges the ideas of a &#8220;black box&#8221; and &#8220;elephant in the room,&#8221; emphasizing how decision-makers often overlook or oversimplify the inherent complexities of programs and policies, even when these complexities are both evident and significant. The Iron Law: This concept refers to the tendency of large social and health interventions to have little or no significant net effect. When evaluating the overall impact of many programmes, they frequently show minimal or no long-term effects\u00e2\u20ac\u201dat least not to the extent initially expected. However, this does not necessarily mean that all social programs are ineffective. Rather, it suggests that they are often designed, implemented, or evaluated in ways that fail to drive meaningful systemic change. Instead of relying on simplistic judgments of whether a program &#8220;works&#8221; or &#8220;does not work,&#8221; this concept urges a deeper analysis of why an intervention has led to certain outcomes and how we can better explain and improve its impact. Cumulative Knowledge Generation: This concept highlights the need to systematically gather and use knowledge so that lessons from one program can be transferred to others. Many complex interventions are designed without considering previous learnings from similar programs, leading to repeated mistakes and ineffective solutions. As such, rather than evaluating each program as an isolated unit, this principle encourages us to develop a deeper understanding of the key factors that make an intervention successful, allowing them to be applied across different projects and contexts. Do not harm: Interventions are naturally designed to create improvements. However, when developing programme theories and logic models, we often overlook potential harmful effects. The symposium highlighted the need to look beyond intended outcomes, consider, and assess potential unintended consequences and their underlying mechanisms, using tools like realist ripple effects mapping or dark logic models. In addition to the keynote sessions, the symposium featured engaging breakout sessions. We participated in one titled The Future of Evaluation: Where Have We Been and Where Are We Going?, organized by Professors Angela Bate and Sonia Dalkin. We actively contributed to a creative process of writing on post-it notes, helping to create a map of ideas that reflected the collective hopes, beliefs, challenges, and things to avoid in the future of evaluation. We also attended another breakout session, Mobilising Knowledge from Complex Intervention Evaluations into Policy and Practice: How to Deal with Lazy Academics and Stubborn Policymakers, presented by Dr. Peter Van der Graaf and Dr. Sebastian Potthof. They introduced their I-STEAM tool, demonstrating structured approaches to implementation and stakeholder engagement. We found it highly relevant and are excited to apply it in practice. At the National Research Centre for the Working Environment, Stine works with knowledge mobilization, and it was inspiring to see how other research groups structure this work. We each took valuable insights home for our upcoming projects: \u00c2\u00a0 Charlotte: As a PhD student conducting a realist evaluation of a stress management intervention, I set out to present a poster outlining my initial programme theory. My colleagues back home had warned me not to expect much engagement, especially at larger conferences where posters often don\u00e2\u20ac\u2122t draw much attention. So, I was both surprised and a little nervous when I stepped into the intimate setting of the symposium. It was a bit overwhelming to stand face to face with leading researchers in the field and present my work. While I did receive some positive feedback, I was also gently challenged by a respected editor from a high-impact journal. The editor encouraged me to think more deeply about the audience for my research and offered valuable advice on how to further develop my work. It\u00e2\u20ac\u2122s moments like these, when you\u00e2\u20ac\u2122re pushed to think critically, that truly help you grow as a researcher. Stine: As a recent PhD graduate, having applied the MRC framework alongside realist principles to evaluate a peer support intervention for vulnerable diabetes patients\u00e2\u20ac\u201dand with a strong interest in evaluation methods\u00e2\u20ac\u201dthe symposium felt tailor-made for me. More than just an academic event, it provided a rare and invaluable opportunity to connect in person with colleagues and collaborators. Notably, it marked the first face-to-face meeting for many of us in the Danish realist network. A standout moment was presenting and discussing my PhD research with researchers who have profoundly shaped my thinking\u00e2\u20ac\u201dscholars I have cited, learned from, and been taught by. Sharing my proposal for an extended modified CMO configuration, designed to emphasize broader measurement of outcome patterns, was both insightful and humbling. I returned home with a suitcase full of new insights, strengthened relationships, exciting collaborations, and valuable tools and concepts I look forward to applying in my work. \u00c2\u00a0 Sofie: Over the past 10 years, I have developed a methods interest alongside my subject area of research in organizational health and safety, and this symposium was finally<\/p>\n","protected":false},"author":13,"featured_media":8573,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[6],"tags":[],"class_list":["post-5696","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-news"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v28.4 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Further Reflections on The Future of Evaluation in Health and Social Care Symposium - IDEAS-NET<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas\" \/>\n<meta property=\"og:locale\" content=\"en_GB\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Further Reflections on The Future of Evaluation in Health and Social Care Symposium - IDEAS-NET\" \/>\n<meta property=\"og:description\" content=\"Authored by: Sofie Jaspers*, Dr Stine Dandanell Garn*, and Charlotte Br\u00c3\u00b8gger Bond** Contents Guiding Concepts Charlotte&#8217;s Reflections Stine&#8217;s Reflections Sofie&#8217;s Reflections Conclusions We kicked off 2025 in style by attending the Future of Evaluation Symposium at Northumbria University, Newcastle Upon Tyne, UK. As three early-career researchers connected through the Danish realist network, we boarded the plane with high hopes of soaking up new ideas for our upcoming research and networking efforts. Spoiler alert: it exceeded all expectations. The symposium proved to be a treasure trove of fresh perspectives on evaluation research, bringing together experts from a wide array of disciplines and methodologies. We were particularly inspired by the keynote presentations from esteemed researchers in the field, including Professors Ray Pawson (one of the founders of realist evaluation), Carl May (normalization process theory), Laurence Moore and Dr Kathryn Skivington (MRC framework), and Dr Emily Warren (realist trials). A particularly engaging aspect of the symposium was its format. Rather than traditional academic presentations, thought leaders posed bold, thought-provoking challenges, offering a &#8220;helicopter view&#8221; of the field\u00e2\u20ac\u2122s future and sparking insightful discussions on the direction of evaluation research. Special guiding concepts introduced at the symposium that we will carry forward into our future work: The Black Elephant: This concept merges the ideas of a &#8220;black box&#8221; and &#8220;elephant in the room,&#8221; emphasizing how decision-makers often overlook or oversimplify the inherent complexities of programs and policies, even when these complexities are both evident and significant. The Iron Law: This concept refers to the tendency of large social and health interventions to have little or no significant net effect. When evaluating the overall impact of many programmes, they frequently show minimal or no long-term effects\u00e2\u20ac\u201dat least not to the extent initially expected. However, this does not necessarily mean that all social programs are ineffective. Rather, it suggests that they are often designed, implemented, or evaluated in ways that fail to drive meaningful systemic change. Instead of relying on simplistic judgments of whether a program &#8220;works&#8221; or &#8220;does not work,&#8221; this concept urges a deeper analysis of why an intervention has led to certain outcomes and how we can better explain and improve its impact. Cumulative Knowledge Generation: This concept highlights the need to systematically gather and use knowledge so that lessons from one program can be transferred to others. Many complex interventions are designed without considering previous learnings from similar programs, leading to repeated mistakes and ineffective solutions. As such, rather than evaluating each program as an isolated unit, this principle encourages us to develop a deeper understanding of the key factors that make an intervention successful, allowing them to be applied across different projects and contexts. Do not harm: Interventions are naturally designed to create improvements. However, when developing programme theories and logic models, we often overlook potential harmful effects. The symposium highlighted the need to look beyond intended outcomes, consider, and assess potential unintended consequences and their underlying mechanisms, using tools like realist ripple effects mapping or dark logic models. In addition to the keynote sessions, the symposium featured engaging breakout sessions. We participated in one titled The Future of Evaluation: Where Have We Been and Where Are We Going?, organized by Professors Angela Bate and Sonia Dalkin. We actively contributed to a creative process of writing on post-it notes, helping to create a map of ideas that reflected the collective hopes, beliefs, challenges, and things to avoid in the future of evaluation. We also attended another breakout session, Mobilising Knowledge from Complex Intervention Evaluations into Policy and Practice: How to Deal with Lazy Academics and Stubborn Policymakers, presented by Dr. Peter Van der Graaf and Dr. Sebastian Potthof. They introduced their I-STEAM tool, demonstrating structured approaches to implementation and stakeholder engagement. We found it highly relevant and are excited to apply it in practice. At the National Research Centre for the Working Environment, Stine works with knowledge mobilization, and it was inspiring to see how other research groups structure this work. We each took valuable insights home for our upcoming projects: \u00c2\u00a0 Charlotte: As a PhD student conducting a realist evaluation of a stress management intervention, I set out to present a poster outlining my initial programme theory. My colleagues back home had warned me not to expect much engagement, especially at larger conferences where posters often don\u00e2\u20ac\u2122t draw much attention. So, I was both surprised and a little nervous when I stepped into the intimate setting of the symposium. It was a bit overwhelming to stand face to face with leading researchers in the field and present my work. While I did receive some positive feedback, I was also gently challenged by a respected editor from a high-impact journal. The editor encouraged me to think more deeply about the audience for my research and offered valuable advice on how to further develop my work. It\u00e2\u20ac\u2122s moments like these, when you\u00e2\u20ac\u2122re pushed to think critically, that truly help you grow as a researcher. Stine: As a recent PhD graduate, having applied the MRC framework alongside realist principles to evaluate a peer support intervention for vulnerable diabetes patients\u00e2\u20ac\u201dand with a strong interest in evaluation methods\u00e2\u20ac\u201dthe symposium felt tailor-made for me. More than just an academic event, it provided a rare and invaluable opportunity to connect in person with colleagues and collaborators. Notably, it marked the first face-to-face meeting for many of us in the Danish realist network. A standout moment was presenting and discussing my PhD research with researchers who have profoundly shaped my thinking\u00e2\u20ac\u201dscholars I have cited, learned from, and been taught by. Sharing my proposal for an extended modified CMO configuration, designed to emphasize broader measurement of outcome patterns, was both insightful and humbling. I returned home with a suitcase full of new insights, strengthened relationships, exciting collaborations, and valuable tools and concepts I look forward to applying in my work. \u00c2\u00a0 Sofie: Over the past 10 years, I have developed a methods interest alongside my subject area of research in organizational health and safety, and this symposium was finally\" \/>\n<meta property=\"og:url\" content=\"research.northumbria.ac.uk\/ideas?p=5696\" \/>\n<meta property=\"og:site_name\" content=\"IDEAS-NET\" \/>\n<meta property=\"article:published_time\" content=\"2025-03-03T17:33:32+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-07-22T13:11:45+00:00\" \/>\n<meta property=\"og:image\" content=\"http:\/\/research.northumbria.ac.uk\/ideaswp-content\/uploads\/2025\/03\/Adobe-Express-file.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"504\" \/>\n\t<meta property=\"og:image:height\" content=\"500\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"Jamie Taylor\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Jamie Taylor\" \/>\n\t<meta name=\"twitter:label2\" content=\"Estimated reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"7 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#article\",\"isPartOf\":{\"@id\":\"research.northumbria.ac.uk\\\/ideas?p=5696\"},\"author\":{\"name\":\"Jamie Taylor\",\"@id\":\"http:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/#\\\/schema\\\/person\\\/989f58777cbb40d76d625350204cd0aa\"},\"headline\":\"Further Reflections on The Future of Evaluation in Health and Social Care Symposium\",\"datePublished\":\"2025-03-03T17:33:32+00:00\",\"dateModified\":\"2025-07-22T13:11:45+00:00\",\"mainEntityOfPage\":{\"@id\":\"research.northumbria.ac.uk\\\/ideas?p=5696\"},\"wordCount\":1263,\"commentCount\":0,\"image\":{\"@id\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/wp-content\\\/uploads\\\/2025\\\/03\\\/Adobe-Express-file.jpg\",\"articleSection\":[\"news\"],\"inLanguage\":\"en-GB\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"research.northumbria.ac.uk\\\/ideas?p=5696\",\"url\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas\",\"name\":\"Further Reflections on The Future of Evaluation in Health and Social Care Symposium - IDEAS-NET\",\"isPartOf\":{\"@id\":\"http:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/wp-content\\\/uploads\\\/2025\\\/03\\\/Adobe-Express-file.jpg\",\"datePublished\":\"2025-03-03T17:33:32+00:00\",\"dateModified\":\"2025-07-22T13:11:45+00:00\",\"author\":{\"@id\":\"http:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/#\\\/schema\\\/person\\\/989f58777cbb40d76d625350204cd0aa\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#breadcrumb\"},\"inLanguage\":\"en-GB\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-GB\",\"@id\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#primaryimage\",\"url\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/wp-content\\\/uploads\\\/2025\\\/03\\\/Adobe-Express-file.jpg\",\"contentUrl\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/wp-content\\\/uploads\\\/2025\\\/03\\\/Adobe-Express-file.jpg\",\"width\":504,\"height\":500},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/research.northumbria.ac.uk\\\/ideas#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Further Reflections on The Future of Evaluation in Health and Social Care Symposium\"}]},{\"@type\":\"WebSite\",\"@id\":\"http:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/#website\",\"url\":\"http:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/\",\"name\":\"IDEAS\",\"description\":\"\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"http:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-GB\"},{\"@type\":\"Person\",\"@id\":\"http:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/#\\\/schema\\\/person\\\/989f58777cbb40d76d625350204cd0aa\",\"name\":\"Jamie Taylor\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-GB\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/c136c1d2d749f7d993f6effa71b6b857d00fc471cffc25590566bab7567d5377?s=96&d=mm&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/c136c1d2d749f7d993f6effa71b6b857d00fc471cffc25590566bab7567d5377?s=96&d=mm&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/c136c1d2d749f7d993f6effa71b6b857d00fc471cffc25590566bab7567d5377?s=96&d=mm&r=g\",\"caption\":\"Jamie Taylor\"},\"url\":\"https:\\\/\\\/research.northumbria.ac.uk\\\/ideas\\\/?author=13\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Further Reflections on The Future of Evaluation in Health and Social Care Symposium - IDEAS-NET","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas","og_locale":"en_GB","og_type":"article","og_title":"Further Reflections on The Future of Evaluation in Health and Social Care Symposium - IDEAS-NET","og_description":"Authored by: Sofie Jaspers*, Dr Stine Dandanell Garn*, and Charlotte Br\u00c3\u00b8gger Bond** Contents Guiding Concepts Charlotte&#8217;s Reflections Stine&#8217;s Reflections Sofie&#8217;s Reflections Conclusions We kicked off 2025 in style by attending the Future of Evaluation Symposium at Northumbria University, Newcastle Upon Tyne, UK. As three early-career researchers connected through the Danish realist network, we boarded the plane with high hopes of soaking up new ideas for our upcoming research and networking efforts. Spoiler alert: it exceeded all expectations. The symposium proved to be a treasure trove of fresh perspectives on evaluation research, bringing together experts from a wide array of disciplines and methodologies. We were particularly inspired by the keynote presentations from esteemed researchers in the field, including Professors Ray Pawson (one of the founders of realist evaluation), Carl May (normalization process theory), Laurence Moore and Dr Kathryn Skivington (MRC framework), and Dr Emily Warren (realist trials). A particularly engaging aspect of the symposium was its format. Rather than traditional academic presentations, thought leaders posed bold, thought-provoking challenges, offering a &#8220;helicopter view&#8221; of the field\u00e2\u20ac\u2122s future and sparking insightful discussions on the direction of evaluation research. Special guiding concepts introduced at the symposium that we will carry forward into our future work: The Black Elephant: This concept merges the ideas of a &#8220;black box&#8221; and &#8220;elephant in the room,&#8221; emphasizing how decision-makers often overlook or oversimplify the inherent complexities of programs and policies, even when these complexities are both evident and significant. The Iron Law: This concept refers to the tendency of large social and health interventions to have little or no significant net effect. When evaluating the overall impact of many programmes, they frequently show minimal or no long-term effects\u00e2\u20ac\u201dat least not to the extent initially expected. However, this does not necessarily mean that all social programs are ineffective. Rather, it suggests that they are often designed, implemented, or evaluated in ways that fail to drive meaningful systemic change. Instead of relying on simplistic judgments of whether a program &#8220;works&#8221; or &#8220;does not work,&#8221; this concept urges a deeper analysis of why an intervention has led to certain outcomes and how we can better explain and improve its impact. Cumulative Knowledge Generation: This concept highlights the need to systematically gather and use knowledge so that lessons from one program can be transferred to others. Many complex interventions are designed without considering previous learnings from similar programs, leading to repeated mistakes and ineffective solutions. As such, rather than evaluating each program as an isolated unit, this principle encourages us to develop a deeper understanding of the key factors that make an intervention successful, allowing them to be applied across different projects and contexts. Do not harm: Interventions are naturally designed to create improvements. However, when developing programme theories and logic models, we often overlook potential harmful effects. The symposium highlighted the need to look beyond intended outcomes, consider, and assess potential unintended consequences and their underlying mechanisms, using tools like realist ripple effects mapping or dark logic models. In addition to the keynote sessions, the symposium featured engaging breakout sessions. We participated in one titled The Future of Evaluation: Where Have We Been and Where Are We Going?, organized by Professors Angela Bate and Sonia Dalkin. We actively contributed to a creative process of writing on post-it notes, helping to create a map of ideas that reflected the collective hopes, beliefs, challenges, and things to avoid in the future of evaluation. We also attended another breakout session, Mobilising Knowledge from Complex Intervention Evaluations into Policy and Practice: How to Deal with Lazy Academics and Stubborn Policymakers, presented by Dr. Peter Van der Graaf and Dr. Sebastian Potthof. They introduced their I-STEAM tool, demonstrating structured approaches to implementation and stakeholder engagement. We found it highly relevant and are excited to apply it in practice. At the National Research Centre for the Working Environment, Stine works with knowledge mobilization, and it was inspiring to see how other research groups structure this work. We each took valuable insights home for our upcoming projects: \u00c2\u00a0 Charlotte: As a PhD student conducting a realist evaluation of a stress management intervention, I set out to present a poster outlining my initial programme theory. My colleagues back home had warned me not to expect much engagement, especially at larger conferences where posters often don\u00e2\u20ac\u2122t draw much attention. So, I was both surprised and a little nervous when I stepped into the intimate setting of the symposium. It was a bit overwhelming to stand face to face with leading researchers in the field and present my work. While I did receive some positive feedback, I was also gently challenged by a respected editor from a high-impact journal. The editor encouraged me to think more deeply about the audience for my research and offered valuable advice on how to further develop my work. It\u00e2\u20ac\u2122s moments like these, when you\u00e2\u20ac\u2122re pushed to think critically, that truly help you grow as a researcher. Stine: As a recent PhD graduate, having applied the MRC framework alongside realist principles to evaluate a peer support intervention for vulnerable diabetes patients\u00e2\u20ac\u201dand with a strong interest in evaluation methods\u00e2\u20ac\u201dthe symposium felt tailor-made for me. More than just an academic event, it provided a rare and invaluable opportunity to connect in person with colleagues and collaborators. Notably, it marked the first face-to-face meeting for many of us in the Danish realist network. A standout moment was presenting and discussing my PhD research with researchers who have profoundly shaped my thinking\u00e2\u20ac\u201dscholars I have cited, learned from, and been taught by. Sharing my proposal for an extended modified CMO configuration, designed to emphasize broader measurement of outcome patterns, was both insightful and humbling. I returned home with a suitcase full of new insights, strengthened relationships, exciting collaborations, and valuable tools and concepts I look forward to applying in my work. \u00c2\u00a0 Sofie: Over the past 10 years, I have developed a methods interest alongside my subject area of research in organizational health and safety, and this symposium was finally","og_url":"research.northumbria.ac.uk\/ideas?p=5696","og_site_name":"IDEAS-NET","article_published_time":"2025-03-03T17:33:32+00:00","article_modified_time":"2025-07-22T13:11:45+00:00","og_image":[{"width":504,"height":500,"url":"research.northumbria.ac.uk\/ideaswp-content\/uploads\/2025\/03\/Adobe-Express-file.jpg","type":"image\/jpeg"}],"author":"Jamie Taylor","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Jamie Taylor","Estimated reading time":"7 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#article","isPartOf":{"@id":"research.northumbria.ac.uk\/ideas?p=5696"},"author":{"name":"Jamie Taylor","@id":"http:\/\/research.northumbria.ac.uk\/ideas\/#\/schema\/person\/989f58777cbb40d76d625350204cd0aa"},"headline":"Further Reflections on The Future of Evaluation in Health and Social Care Symposium","datePublished":"2025-03-03T17:33:32+00:00","dateModified":"2025-07-22T13:11:45+00:00","mainEntityOfPage":{"@id":"research.northumbria.ac.uk\/ideas?p=5696"},"wordCount":1263,"commentCount":0,"image":{"@id":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#primaryimage"},"thumbnailUrl":"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/Adobe-Express-file.jpg","articleSection":["news"],"inLanguage":"en-GB","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#respond"]}]},{"@type":"WebPage","@id":"research.northumbria.ac.uk\/ideas?p=5696","url":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas","name":"Further Reflections on The Future of Evaluation in Health and Social Care Symposium - IDEAS-NET","isPartOf":{"@id":"http:\/\/research.northumbria.ac.uk\/ideas\/#website"},"primaryImageOfPage":{"@id":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#primaryimage"},"image":{"@id":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#primaryimage"},"thumbnailUrl":"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/Adobe-Express-file.jpg","datePublished":"2025-03-03T17:33:32+00:00","dateModified":"2025-07-22T13:11:45+00:00","author":{"@id":"http:\/\/research.northumbria.ac.uk\/ideas\/#\/schema\/person\/989f58777cbb40d76d625350204cd0aa"},"breadcrumb":{"@id":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#breadcrumb"},"inLanguage":"en-GB","potentialAction":[{"@type":"ReadAction","target":["https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas"]}]},{"@type":"ImageObject","inLanguage":"en-GB","@id":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#primaryimage","url":"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/Adobe-Express-file.jpg","contentUrl":"https:\/\/research.northumbria.ac.uk\/ideas\/wp-content\/uploads\/2025\/03\/Adobe-Express-file.jpg","width":504,"height":500},{"@type":"BreadcrumbList","@id":"https:\/\/research.northumbria.ac.uk\/research.northumbria.ac.uk\/ideas#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/research.northumbria.ac.uk\/ideas\/"},{"@type":"ListItem","position":2,"name":"Further Reflections on The Future of Evaluation in Health and Social Care Symposium"}]},{"@type":"WebSite","@id":"http:\/\/research.northumbria.ac.uk\/ideas\/#website","url":"http:\/\/research.northumbria.ac.uk\/ideas\/","name":"IDEAS","description":"","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"http:\/\/research.northumbria.ac.uk\/ideas\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-GB"},{"@type":"Person","@id":"http:\/\/research.northumbria.ac.uk\/ideas\/#\/schema\/person\/989f58777cbb40d76d625350204cd0aa","name":"Jamie Taylor","image":{"@type":"ImageObject","inLanguage":"en-GB","@id":"https:\/\/secure.gravatar.com\/avatar\/c136c1d2d749f7d993f6effa71b6b857d00fc471cffc25590566bab7567d5377?s=96&d=mm&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/c136c1d2d749f7d993f6effa71b6b857d00fc471cffc25590566bab7567d5377?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/c136c1d2d749f7d993f6effa71b6b857d00fc471cffc25590566bab7567d5377?s=96&d=mm&r=g","caption":"Jamie Taylor"},"url":"https:\/\/research.northumbria.ac.uk\/ideas\/?author=13"}]}},"_links":{"self":[{"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=\/wp\/v2\/posts\/5696","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=\/wp\/v2\/users\/13"}],"replies":[{"embeddable":true,"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=5696"}],"version-history":[{"count":69,"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=\/wp\/v2\/posts\/5696\/revisions"}],"predecessor-version":[{"id":6891,"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=\/wp\/v2\/posts\/5696\/revisions\/6891"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=\/wp\/v2\/media\/8573"}],"wp:attachment":[{"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=5696"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=5696"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/research.northumbria.ac.uk\/ideas\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=5696"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}