{
  "$schema": "folio-library-entry/v1",
  "id": "9789241511766-eng",
  "blocks": [
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-1.png",
      "narrative": "draft",
      "content": "A photograph on the cover, showing a close-up of a person's hand touching a tablet computer screen that displays a mobile data-collection form headed \"VISIT STATUS\" with selectable options including Treated, Referred, Not Treated and Admitted; in the foreground, paper patient log books with handwritten entries are visible on the desk.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-14",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-14.png",
      "narrative": "draft",
      "content": "A very small (16 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-16",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-16.png",
      "narrative": "draft",
      "content": "A very small (17 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-2",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-2.png",
      "narrative": "draft",
      "content": "A very small (12 by 27 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-26",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-26.png",
      "narrative": "draft",
      "content": "A very small (11 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-3",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-3.png",
      "narrative": "draft",
      "content": "A very small (8 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-37",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-37.png",
      "narrative": "draft",
      "content": "A very small (15 by 15 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-41",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-41.png",
      "narrative": "draft",
      "content": "A very small (12 by 14 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-42",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-42.png",
      "narrative": "draft",
      "content": "A very small (8 by 15 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-5",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-5.png",
      "narrative": "draft",
      "content": "A very small (15 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-53",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-53.png",
      "narrative": "draft",
      "content": "A very small (11 by 15 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-58",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-58.png",
      "narrative": "draft",
      "content": "A very small (35 by 22 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-59",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-59.png",
      "narrative": "draft",
      "content": "A very small (18 by 13 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-60",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-60.png",
      "narrative": "draft",
      "content": "A very small (18 by 12 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-61",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-61.png",
      "narrative": "draft",
      "content": "A very small (19 by 11 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p001-9",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../images/img-p001-9.png",
      "narrative": "draft",
      "content": "A very small (13 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-001",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 1",
      "pageStart": 1,
      "pageEnd": 1,
      "target": "../sections/page-001.md",
      "narrative": null,
      "content": "1\nMonitoring and \nEvaluating Digital \nHealth Interventions\nA practical guide to conducting \nresearch and assessment\nGlobal mHealth Initiative\nJOHNS HOPKINS UNIVERSITY",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Front cover and title page of 'Monitoring and Evaluating Digital Health Interventions: A practical guide to conducting research and assessment', co-published with the Johns Hopkins University Global mHealth Initiative.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-002",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 2",
      "pageStart": 2,
      "pageEnd": 2,
      "target": "../sections/page-002.md",
      "narrative": null,
      "content": "Monitoring and evaluating digital health interventions: a practical guide to conducting research and assessment \nISBN 978-92-4-151176-6\n© World Health Organization 2016\nSome rights reserved. This work is available under the Creative Commons Attribution-NonCommercial-ShareAlike 3.0 IGO \nlicence (CC BY-NC-SA 3.0 IGO; https://creativecommons.org/licenses/by-nc-sa/3.0/igo). \nUnder the terms of this licence, you may copy, redistribute and adapt the work for non-commercial purposes, provided the \nwork is appropriately cited, as indicated below. In any use of this work, there should be no suggestion",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Copyright and publication page for 'Monitoring and evaluating digital health interventions: a practical guide to conducting research and assessment' (WHO, 2016, ISBN 978-92-4-151176-6), detailing CC BY-NC-SA 3.0 IGO licensing terms, suggested citation, Cataloguing-in-Publication data, third-party material policies, general disclaimers, and design and photography credits.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-003",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 3",
      "pageStart": 3,
      "pageEnd": 3,
      "target": "../sections/page-003.md",
      "narrative": null,
      "content": "i\nContents\nAcknowledgements . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . ii\nAcronyms and abbreviations. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . iii\nPreface . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Table of contents listing front matter (Acknowledgements, Acronyms and abbreviations, Preface, Executive summary, Introduction), Chapters 1 through 6 and their subsections (covering M&E overview, claims and frameworks, monitoring, evaluation, data quality assessment, and the mERA reporting checklist), and Annex I (Glossary).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-004",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 4",
      "pageStart": 4,
      "pageEnd": 4,
      "target": "../sections/page-004.md",
      "narrative": null,
      "content": "ii\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nAcknowledgements \nThis guide to monitoring and evaluating digital health interventions was developed through collaboration with the World \nHealth Organization (WHO) Department of Reproductive Health and Research (RHR), the Johns Hopkins University Global \nmHealth Initiative (JHU-GmI) and the United Nations Foundation (UNF). This Guide was prepared by, in alphabetical order: \nSmisha Agarwal (JHU-GmI, Johns Hopkins School of Public Health [JHSPH]); Alain Labrique (JHU-GmI, JHSPH); Amnesty \nLeFev",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Acknowledgements page crediting authors and contributors from the WHO Department of Reproductive Health and Research (RHR), Johns Hopkins University Global mHealth Initiative (JHU-GmI), Duke University, United Nations Foundation (UNF), African Centre for eHealth Excellence, implementing partner organizations, the Innovation Working Group (IWG) Catalytic mHealth Grant Mechanism, Green Ink, and Norad.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-005",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 5",
      "pageStart": 5,
      "pageEnd": 5,
      "target": "../sections/page-005.md",
      "narrative": null,
      "content": "iii\nAcronyms and abbreviations\nANC\t\nAntenatal care\nCBA\t\nCost–benefit analysis\nCCA\t\nCost–consequence analysis\nCEA\t\nCost–effectiveness analysis\nCHW\t\nCommunity health worker \nCIEL\t\nColumbia International eHealth Laboratory\nCONSORT\t\nConsolidated Standards of Reporting Trials\nCMA\t\nCost-minimization analysis\nCUA  \t\nCost–utility analysis\nDALY\t\nDisability-adjusted life year\nDHIS\t\nDistrict Health Information System\nDHS\t\nDemographic and Health Survey\neHealth\t\nElectronic health\nFGD\t\nFocus group discussion\nHEI\t\nHIV-exposed infant \nHIPAA\t\nHealth Insurance Portability and Accountability Act\nHIS\t\nHealth info",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "First page of the Acronyms and abbreviations list (ANC through KEMRI), defining clinical, economic evaluation, health information system, and organizational abbreviations used throughout the Guide.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-006",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 6",
      "pageStart": 6,
      "pageEnd": 6,
      "target": "../sections/page-006.md",
      "narrative": null,
      "content": "iv\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nM&E\t\nMonitoring and evaluation\nMAMA\t\nMobile Alliance for Maternal Action \nMAPS\t\nmHealth Assessment and Planning for Scale\nmERA\t\nmHealth Evidence Reporting and Assessment\nmHealth\t\nThe use of mobile and wireless technologies for health\nMICS\t\nMultiple Indicator Cluster Survey\nMNO \t\nMobile network operator\nMOH\t\nMinistry of health\nMOTECH\t\nMobile Technology for Community Health (Ghana)\nN/A\t\nNot applicable\nNGO\t\nNongovernmental organization\nNorad\t\nNorwegian Agency for Development Cooperation\nOpenMRS",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Second page of the Acronyms and abbreviations list (M&E through WHO), defining monitoring and evaluation, digital health, maternal and child health, study reporting, and agency abbreviations.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-007",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 7",
      "pageStart": 7,
      "pageEnd": 7,
      "target": "../sections/page-007.md",
      "narrative": null,
      "content": "v\nPreface\nOver the past five years, substantial progress has been made in defining terms around the landscape of digital, mobile \nand wireless technologies for health, or digital health – also commonly referred to as mHealth or eHealth. Broadly, digital \ntools are increasingly being tested, evaluated and, in some instances, integrated at scale into health systems in low- and \nmiddle-income countries striving to meet goals of universal health coverage (UHC). Along with the proliferation of small \ninnovation projects testing the use of mobile and digital technologies, concerted efforts to harmon",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Preface situating the Guide within five years of collaborative learning across 26 mHealth projects supported by WHO RHR, UNF, Norad, and JHU-GmI, and outlining its pragmatic focus on monitoring deployment fidelity and evaluating outputs, health outcomes, and cost-effectiveness.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-008",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 8",
      "pageStart": 8,
      "pageEnd": 8,
      "target": "../sections/page-008.md",
      "narrative": null,
      "content": "vi\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nExecutive summary\nThis Guide provides step-wise guidance to improve the quality and value of monitoring and evaluation (M&E) efforts in the \ncontext of digital health interventions, which are also commonly referred to as mHealth or eHealth interventions. Among \nthe many challenges identified in the digital health landscape, those of programme monitoring and impact evaluation \nremain areas of ongoing exploration. Digital health interventions are often very dynamic, evolving through several stag",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Executive summary explaining how monitoring and evaluation (M&E) needs evolve across digital health intervention maturity stages—from technical functionality and feasibility to usability, effectiveness, attributable impact, and value for money—and outlining the Guide's progression from value claims and indicators to data quality assessment and reporting.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-009",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 9",
      "pageStart": 9,
      "pageEnd": 9,
      "target": "../sections/page-009.md",
      "narrative": null,
      "content": "vii\nIntroduction\nThis Guide is structured to guide the \nreader through the pathway described in \nFigure 1, beginning with a broad overview \nin Chapter 1 to describe the goals for \nmonitoring and evaluation (M&E), explicitly \ndistinguishing between the efforts \naimed at monitoring implementations \nand those aimed at evaluating their \nimpact. Chapter 2 guides the reader to \nformulate specific intervention claims \nand develop indicators specific to those \nclaims, including the selection of process \nindicators that reflect implementation \nfidelity. Additionally, Chapter 2 introduces \nreaders to th",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Introduction to the Guide and Figure 1 ('The Guide Roadmap: six steps for the M&E of digital health interventions'), summarizing the contents of Chapters 1 through 6 across maturity stages, claims and frameworks, technical and process monitoring, qualitative/quantitative/economic evaluation designs, data quality assessment, and the mERA checklist.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-010",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 10",
      "pageStart": 10,
      "pageEnd": 10,
      "target": "../sections/page-010.md",
      "narrative": null,
      "content": "viii\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nof digital health interventions remains a major barrier to the synthesis of evidence in support of particular strategies. For \ngovernments, donors and multilateral agencies to appreciate the potential impact of a digital health intervention, complete \nand robust reporting of individual intervention projects is vital. \nThe Guide makes a distinction between steps intended to monitor implementation activities – that is, to assure \nfidelity, quality and coverage of the intervention being deliver",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of the Introduction distinguishing implementation monitoring (fidelity, quality, and coverage) from programme evaluation (attributing outputs, outcomes, and economic value), identifying the intended audience of implementers, researchers, and policy-makers, and defining the key term 'Digital health'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p011-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 11,
      "pageEnd": 11,
      "target": "../images/img-p011-1.png",
      "narrative": "draft",
      "content": "A chapter-opening photograph showing a health worker seated at a table sorting through yellow paper health record booklets, with a mobile phone also on the table. Behind her, a wall mural illustrates degrees of child malnutrition (three numbered figures with Kinyarwanda captions) and a mother breastfeeding an infant.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-011",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 11",
      "pageStart": 11,
      "pageEnd": 11,
      "target": "../sections/page-011.md",
      "narrative": null,
      "content": "1\nChapter 1: Overview of \nmonitoring and evaluation",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Section divider title page for Chapter 1: Overview of monitoring and evaluation.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-012",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 12",
      "pageStart": 12,
      "pageEnd": 12,
      "target": "../sections/page-012.md",
      "narrative": null,
      "content": "2\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nT\nhere is broad consensus that a common framework for evaluating digital health interventions2 is vital to generate \nevidence required for decision-making on the appropriate approach to integrate effective strategies into broader \nnational health systems. Careful monitoring and systematic evaluations of digital health interventions, however, \nhave been few in number, in contrast to the proliferation of digital health pilot projects addressing various health \nneeds in low- and middle-income coun",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Opening of Chapter 1 introducing the intervention maturity life-cycle schematic (Figure 1.1), which illustrates how concurrent monitoring activities (functionality, stability, quality, fidelity) and evaluation activities (usability, feasibility, efficacy, effectiveness, implementation research, and economic/financial evaluation) evolve from prototype to national implementation.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-013",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 13",
      "pageStart": 13,
      "pageEnd": 13,
      "target": "../sections/page-013.md",
      "narrative": null,
      "content": "3\nPart 1a: Defining goals for monitoring and evaluation\nWhat is monitoring? \nProcess monitoring is generally defined as the continuous process of collecting and analysing data to compare how \nwell an intervention is being implemented against expected results (3). In this Guide (i.e. in the context of digital health \ninterventions), “monitoring” and “process monitoring” are used interchangeably to refer to the routine collection, review and \nanalysis of data, either generated by digital systems or purposively collected, which measure implementation fidelity and \nprogress towards achieving inter",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Part 1a ('Defining goals for monitoring and evaluation'), defining process monitoring in digital health, explaining how inquiry graduates across the six stages of intervention maturity from device factors to user interaction and health system scale-up, and listing core monitoring questions on specifications, stability, consistency, site variation, and deployment benchmarks.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-014",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 14",
      "pageStart": 14,
      "pageEnd": 14,
      "target": "../sections/page-014.md",
      "narrative": null,
      "content": "4\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nBox 1.1. Schematic depiction of the six stages of the intervention maturity life-cycle from pre-prototype to \nnational-level deployment\nStage of \nmaturity\n1 & 2: Pre-\nprototype/\nprototype\n3: Pilot\n4: Demonstration\n5: Scale-up\n6: Integration/\nsustainability\nMonitoring goals\nFunctionality, \nstability\nFidelity, quality\nStages of \nevaluation\nFeasibility/usability\nEfficacy\nEffectiveness \nImplementation science \nIllustrative \nnumber of system \nusers\n10–100\n100–1000\n10 000+\n100 000+\nIllustrative \nmeas",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Box 1.1 mapping the six stages of the intervention maturity life-cycle (pre-prototype/prototype, pilot, demonstration, scale-up, and integration/sustainability) against monitoring goals, evaluation stages, user scale (10–100 to 100 000+), and measurement targets, followed by the definition of evaluation and the challenge of attributing extrinsic changes to the digital health intervention.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-015",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 15",
      "pageStart": 15,
      "pageEnd": 15,
      "target": "../sections/page-015.md",
      "narrative": null,
      "content": "5\ncounterfactual. Evaluation plans for digital health interventions should focus on generating data that can be used as \na basis for assessing whether observed changes in behaviour, processes or health outcomes can be attributed to the \nintervention. A combination of the following questions (which are illustrative but not comprehensive) can be used for \nmeasuring attribution:\n■\n■\nUsability\n✔\n✔Is the digital health system usable by the targeted end-user(s), and does it fit within their workflow?\n✔\n✔How steep is the learning curve before a user can demonstrate proficient system use?\n✔\n✔What are",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Part 1a listing illustrative evaluation questions for measuring attribution across usability, efficacy, effectiveness, and cost, explaining how monitoring and evaluation complement each other, and defining the key terms 'Benchmark', 'Evaluation', and 'Process monitoring'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-016",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 16",
      "pageStart": 16,
      "pageEnd": 16,
      "target": "../sections/page-016.md",
      "narrative": null,
      "content": "6\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPoorly implemented interventions lacking robust monitoring activities are unlikely to generate the impact expected from \nthem. There is often a tendency to assume that a digital health intervention was not effective, even though evaluation \nresults may be based on poor monitoring of the implementation. For example, having a high proportion of clients who miss \nthe text messages due to connectivity issues could yield evaluation results indicating that text message reminders did not \nimprove upta",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Concluding paragraph of Part 1a explaining how poor implementation and weak process monitoring can confound evaluation results—illustrated by unreceived SMS reminders due to connectivity issues being mistaken for intervention ineffectiveness.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-017",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 17",
      "pageStart": 17,
      "pageEnd": 17,
      "target": "../sections/page-017.md",
      "narrative": null,
      "content": "7\nHOW WILL THIS SECTION HELP ME?\nThis section will:\n✔\n✔Identify concrete steps for designing and planning the evaluation of a digital health \nintervention.\n✔\n✔Help you determine which components of the intervention should be evaluated. \n✔\n✔Guide you in developing a plan of action for executing defined M&E objectives, and \nunderstanding the resources and effort required to carry out the activities.\nSTEP 1 \nSTEP 2\nSTEP 3\nSTEP 4\nSTEP 5\nSTEP 6\nSTEP 7\nDefine the stage of maturity, stage of evaluation, and appropriate claims  \nDevelop an underlying framework\nIdentify evidence needs and evaluation ob",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Part 1b ('Developing an M&E plan for your digital health intervention'), presenting the seven-step M&E pathway (Figure 1.2), defining the key term 'Claim', and detailing Step 1 on classifying the stage of maturity and corresponding stage of evaluation.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-018",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 18",
      "pageStart": 18,
      "pageEnd": 18,
      "target": "../sections/page-018.md",
      "narrative": null,
      "content": "8\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTable 1.1 links the taxonomic stages of maturity (a) with the stages of evaluation (b), as well as corresponding claims or the \nbroader aims for each stage (c). In Chapter 2, Part 2a, claims are covered in more detail along with linkages to broader study \nobjectives and aims. \nStep 2. Develop an underlying framework\nTo guide and support the M&E activities, you need first to develop an underlying framework. Frameworks outline the \nprocess and rationale to guide you towards achievement of your re",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Step 1 on formulating appropriate claims (distinguishing optimization of a validated health intervention from novel digital health interventions, summarized in Box 1.2), followed by Step 2 ('Develop an underlying framework') and Step 3 ('Identify evidence needs and evaluation objectives' using SMART criteria).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-019",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 19",
      "pageStart": 19,
      "pageEnd": 19,
      "target": "../sections/page-019.md",
      "narrative": null,
      "content": "9\nBox 1.3. Defining M&E objectives\n1.\t Identify the key stakeholders \n2.\t Discuss with implementers, funders and other key stakeholders\n3.\t\nReview project goals and anticipated outcomes\n4.\t Identify the evidence required to influence future decision-making\n5.\t Draft objectives that correspond with the appropriate stage of maturity and evaluation\n6.\t Ensure objectives are SMART: specific, measurable, attainable, relevant and time-bound.\nC H A P T E R 1 : O V E R V I E W O F M O N I T O R I N G A N D E V A L U A T I O N\nTable 1.1. Linking stages of maturity with evaluation methods and claims\nSta",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Box 1.3 listing the six steps for defining SMART M&E objectives, and Table 1.1 ('Linking stages of maturity with evaluation methods and claims') mapping Early (pre-prototype, prototype, pilot), Mid (demonstration), and Advanced (scale-up, integrated and sustained programme) maturity stages to evaluation stages and technology, intervention, and health claims.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-020",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 20",
      "pageStart": 20,
      "pageEnd": 20,
      "target": "../sections/page-020.md",
      "narrative": null,
      "content": "10\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nStep 4. Finalize a study design\nOnce you have developed a framework and articulated the evidence needs, you need to decide on the optimal study \ndesign appropriate for the implementation, monitoring and evaluation of your project. The study design selected will help \ninform decision-making on evidence generation and the scope of M&E activities. Study design considerations should be \ndetermined by the stage of evaluation within which a given digital health intervention falls, and should take in",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Steps 4, 5, and 6 of the M&E planning pathway: finalizing an appropriate study design, deciding between internal and external evaluators (illustrated in Figure 1.3 across inputs, processes, outputs, outcomes, and impact), and weighing prospective versus retrospective evaluation timing.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-021",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 21",
      "pageStart": 21,
      "pageEnd": 21,
      "target": "../sections/page-021.md",
      "narrative": null,
      "content": "11\nStep 7. Develop an M&E implementation plan\nOnce the study objectives, underlying framework and study design have been established, an implementation plan needs \nto be developed to provide a realistic roadmap of the timeline, resources and activities required to design and implement \nM&E activities. While there are various types of implementation plans (6–9), one common feature is a table that summarizes \nthe basic activities, resources and time frame for the planned project. At a minimum the M&E implementation plan should \ninclude the following:\n■\n■\nA structured list of activities and sub-a",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Step 6 on quantifying time and financial, human, and physical resources (Box 1.4, noting the 10% budget benchmark), followed by Step 7 ('Develop an M&E implementation plan') detailing required components: activities and sub-activities, responsible persons, timelines, and budgets.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-022",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 22",
      "pageStart": 22,
      "pageEnd": 22,
      "target": "../sections/page-022.md",
      "narrative": null,
      "content": "12\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTable 1.2. Illustrative format for an M&E implementation plan\nActivities\nSub-activities\n(responsible staff)\nTimeline\n(Gant or due date)\nCost (source)\nObjective 1: Monitor antenatal care service coverage and pregnancy outcomes.\nActivity 1: Develop \na standard \noperating \nprocedure (SOP) to \ncollect data\nActivity 1a: Convene a stakeholders meeting to decide on \nindictors and data to collect, and whether to collect it from the \nhealth information systems (health-care facility registries) or \nfrom",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Table 1.2 providing an illustrative format for an M&E implementation plan (monitoring antenatal care coverage and pregnancy outcomes via SOP development and staff training), followed by the Chapter 1 reference list (citations 1–9).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p023-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 23,
      "pageEnd": 23,
      "target": "../images/img-p023-1.png",
      "narrative": "draft",
      "content": "A chapter-opening photograph, shown rotated 180 degrees, of two hands holding a smartphone displaying a Vietnamese-language mobile web page with a login field, held over an open paper ledger of handwritten patient records.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-023",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 23",
      "pageStart": 23,
      "pageEnd": 23,
      "target": "../sections/page-023.md",
      "narrative": null,
      "content": "13\nChapter 2: Setting the stage \nfor monitoring and evaluation",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Section divider title page for Chapter 2: Setting the stage for monitoring and evaluation.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-024",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 24",
      "pageStart": 24,
      "pageEnd": 24,
      "target": "../sections/page-024.md",
      "narrative": null,
      "content": "14\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nP\nositive results from M&E of digital health interventions are considered critical to support scale-up of the \nintervention since these results can lead to buy-in from stakeholders, such as donors and government \nentities. Hence, it is crucial that M&E objectives be aligned with overall project goals as well as expectations of \nstakeholders. Furthermore, developing an understanding of how project goals and activities relate to anticipated \noutcomes is necessary for selecting an appropriate stu",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Opening of Chapter 2 outlining the three core M&E questions (goal, process organization, and measurement) and introducing Part 2a ('Articulating claims'), which defines 'Claim' and 'Value proposition' and explains how value propositions communicate end-user benefits relative to a comparator.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-025",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 25",
      "pageStart": 25,
      "pageEnd": 25,
      "target": "../sections/page-025.md",
      "narrative": null,
      "content": "15\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nthe effectiveness of the digital health system. Articulating intended or expected future claims can help to define the M&E \nobjectives, and this is one of the first steps in crafting the project’s value proposition.\nIn order to convince stakeholders that the digital health intervention is suitable for scale-up, project managers must craft \none or more value proposition statements related to the intervention’s efficacy, effectiveness or cost–effectiveness. Using a \nclaims-based approach to inf",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Part 2a explaining how a claims-based approach aligns M&E objectives with stakeholder expectations, streamlines measurement, and guides indicator selection, illustrated by Box 2.1 (comparing a claim, evaluation objective, hypothesis, and indicator for SMS measles vaccination reminders) and introducing the two pathways for digital health claims.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-026",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 26",
      "pageStart": 26,
      "pageEnd": 26,
      "target": "../sections/page-026.md",
      "narrative": null,
      "content": "16\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nFigure 2.1. Defining the role of a digital health intervention\nPathway 1: Are you evaluating the added benefit of the digital health system to optimize the delivery of an existing or \nalready validated health intervention, and thereby improve health outcomes? For example: Do digital supply chain systems \nimprove the coverage of childhood vaccines?\nIf you answer “yes” to this Pathway 1 question, you are working with a digital health system that has a well established \nunderlying evidence base;",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Figure 2.1 and accompanying guidance distinguishing Pathway 1 (evaluating the added benefit of a digital health system in optimizing delivery of an already validated health intervention, focusing on process and coverage outcomes) from Pathway 2 (evaluating whether a novel digital health intervention directly and independently improves health outcomes).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-027",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 27",
      "pageStart": 27,
      "pageEnd": 27,
      "target": "../sections/page-027.md",
      "narrative": null,
      "content": "17\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nLinking claims with the Sustainable Development Goals\nWith the adoption of the 2030 Agenda for Sustainable Development in September 2015, and the 17 Sustainable \nDevelopment Goals (SDGs)3, health systems and stakeholders are interested in innovative approaches for achieving \nuniversal health coverage (UHC) objectives. In this context, it may be useful to structure claims for digital health \ninterventions, especially those focusing on existing evidence-based health interventions, on the determ",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Section on linking digital health claims with the Sustainable Development Goals (SDGs) and universal health coverage (UHC), featuring Table 2.1 which maps UHC determinant layers (accountability, supply of commodities/human resources/facilities, demand/contact/continuous coverage, quality/effective coverage, and cost/financial coverage) to digital health strategies and illustrative claims.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-028",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 28",
      "pageStart": 28,
      "pageEnd": 28,
      "target": "../sections/page-028.md",
      "narrative": null,
      "content": "18\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nSteps in a claims-based approach\nThe key steps in a claims-based approach are described below and in Figure 2.2.\ni. Map stakeholders\nStakeholders are defined as entities (individuals or organizations) that have a vested interest in the digital health system \nor intervention, in the capacity of being a decision-maker, project staff or end-user (6). Members of the scientific or \ndigital health communities may also be considered stakeholders of digital health systems or interventions. The latter",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Overview of the five steps in a claims-based approach (Figure 2.2) and detailed guidance on Step i ('Map stakeholders'), explaining how to identify and prioritize decision-makers, project staff, end-users, and scientific or scale-up partners.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-029",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 29",
      "pageStart": 29,
      "pageEnd": 29,
      "target": "../sections/page-029.md",
      "narrative": null,
      "content": "19\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nTable 2.2 lists the categories of stakeholders who may be associated with a digital health project, their roles and example \ncategories of claim statements that may be relevant to them.\nii. Clarify expectations\nA common pitfall in the synthesis of claim statements is the assumption that one knows what the stakeholders expect \n(or worse, the assumption that the stakeholder has no expectations at all). Clarifying stakeholder expectations early can \nensure that the claim statements are relevant",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Steps ii through v of the claims-based approach: clarifying stakeholder expectations (with sample stakeholder interview questions in Box 2.2), articulating specific and measurable top claims per stakeholder, measuring claims through M&E and process documentation, and updating claims to match observed evidence.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-030",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 30",
      "pageStart": 30,
      "pageEnd": 30,
      "target": "../sections/page-030.md",
      "narrative": null,
      "content": "20\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTable 2.2. Illustrative categories of digital health stakeholders and claims\nStakeholder \ncategory\nRole in supporting \ndigital health \nintervention\nIllustrative claim categories \nrelevant to the stakeholder\nIllustrative claim statements\nGovernment entities\nExample: Ministry of \nHealth\nImplementation \npartners and/or \ntarget adopters of \nthe digital health \ninterventions\n■\n■Alignment with country processes \nand governance needs (e.g. for \npolicy-making)\n■\n■Improved health system \nfunctioning (e",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "First part of Table 2.2 ('Illustrative categories of digital health stakeholders and claims'), mapping government entities (e.g. ministries of health), private sector organizations/mobile network operators, donors, technical agencies (e.g. WHO), beneficiaries/clients, and NGOs to their roles, relevant claim categories, and example claim statements.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-031",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 31",
      "pageStart": 31,
      "pageEnd": 31,
      "target": "../sections/page-031.md",
      "narrative": null,
      "content": "21\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nStakeholder \ncategory\nRole in supporting \ndigital health \nintervention\nIllustrative claim categories \nrelevant to the stakeholder\nIllustrative claim statements\nDigital health \ncommunity including \nany local or national \nTechnical Working \nGroups (TWGs)\nExample: Tanzania \nmHealth community \nof practice\nPeers, future adopters \nof interventions/ \ntechnologies \ndeveloped by the \nproject\n■\n■High motivation for use and \ndesirability\n■\n■High stability and low cost of \ntechnology\n■\n■Improved RMNCAH i",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Table 2.2 covering the digital health community (including technical working groups) and the scientific community, detailing their roles as peers and future adopters along with relevant claim categories and illustrative claim statements.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-032",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 32",
      "pageStart": 32,
      "pageEnd": 32,
      "target": "../sections/page-032.md",
      "narrative": null,
      "content": "22\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nHOW WILL THIS SECTION HELP ME?\nThis section will:\n✔\n✔Describe the variety of established frameworks that are relevant for the M&E of digital health \ninterventions.\n✔\n✔Demonstrate the appropriate use of different frameworks according to identified M&E needs \nand objectives.\n✔\n✔Highlight real examples of various M&E frameworks as applied to digital health projects.\nConceptual framework (also known as theoretical or causal framework): A diagram that \nidentifies and illustrates the relationships a",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Part 2b ('Developing an M&E framework'), introducing the role of frameworks in conceptualizing project goals, activities, and outcomes, and defining the key terms 'Conceptual framework', 'Results framework', 'Logical framework/logic model', 'Theory of change', 'Inputs', 'Processes', and 'Outputs'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p033-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 33,
      "pageEnd": 33,
      "target": "../images/img-p033-1.png",
      "narrative": "draft",
      "content": "Figure 2.3, a screenshot of the K4Health \"Toolkits\" website's Frameworks page within the Measuring Success Toolkit, showing the site's navigation bar and a page listing framework types: Conceptual Frameworks, Results Frameworks, Logical Frameworks and Logic Models, alongside a right-hand sidebar menu.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-033",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 33",
      "pageStart": 33,
      "pageEnd": 33,
      "target": "../sections/page-033.md",
      "narrative": null,
      "content": "23\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nConceptual framework \nConceptual frameworks, also known as theoretical or causal frameworks, are diagrams that identify and illustrate the relationships \namong factors (systemic, organizational, individual or other) that may influence the operation of an intervention and the \nsuccessful achievement of the intervention’s goals (9). They aim to facilitate the design of your digital health intervention or project \nand provide a theoretical basis for your approach. As described by Earp and Ennett",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Guidance on constructing a conceptual framework (illustrated in Figure 2.4 connecting intervention X through intermediate factors A, B, and C to anticipated goal Z), definitions of 'Outcomes' and 'Impact', and a pointer to K4Health framework toolkits (Figure 2.3).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-034",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 34",
      "pageStart": 34,
      "pageEnd": 34,
      "target": "../sections/page-034.md",
      "narrative": null,
      "content": "24\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTable 2.3. Frameworks for defining the scope of M&E activities\nType\nDescription \nPurpose\nConceptual \nframework\n■\n■A diagram that identifies and illustrates \nthe relationships among factors (systemic, \norganizational, individual or other) that may \ninfluence programme/project operation and \nthe successful achievement of programme or \nproject goal(s)\n■\n■Identifies factors that influence programme goals (e.g. \nservice utilization) in order to highlight enablers and \nbarriers in the pathway\n■\n■Pro",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Table 2.3 comparing the description and purpose of conceptual frameworks, results frameworks, theories of change, and logical frameworks, followed by detailed guidance and the first three steps for building a results framework.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p035-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 35,
      "pageEnd": 35,
      "target": "../images/img-p035-1.png",
      "narrative": "draft",
      "content": "Figure 2.5, a diagram of the MOTECH Mobile Midwife and Client Data Application. A central icon of a mobile network tower sits inside a circle, with arrows connecting it to three panels: a top panel showing icons of a mother and child and a health worker, each with a mobile phone, linked by an arrow representing reminder messages; a left panel showing mother icons with phones; and a right panel showing a health-worker icon with a phone alongside icons of a book and a house, representing the exchange of client and care data between mobile users and the central platform.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-035",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 35",
      "pageStart": 35,
      "pageEnd": 35,
      "target": "../sections/page-035.md",
      "narrative": null,
      "content": "25\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nBox 2.3. Description of the MOTECH Project in Ghana\nGrameen Foundation worked with the Ghana Health Service from 2009 to 2014 to develop and implement the \nMOTECH (Mobile Technology for Community Health) platform, which delivers two interrelated mobile applications \nin Ghana – Mobile Midwife and the Client Data Application – to address some of the information-based drivers of \nmaternal, newborn and child health in Ghana.\nMobile Midwife delivers pre-recorded voice messages to women, providing",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Steps 4–6 for creating a results framework and Box 2.3/Figure 2.5 describing the Mobile Technology for Community Health (MOTECH) initiative in Ghana (comprising the Mobile Midwife voice messaging service and the nurse-facing Client Data Application) and its five immediate results.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-036",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 36",
      "pageStart": 36,
      "pageEnd": 36,
      "target": "../sections/page-036.md",
      "narrative": null,
      "content": "26\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nFigure 2.6. Illustrative results framework for MOTECH in Ghana\nANC: antenatal care; DHIMS2: District Health Information Management System II; IR: immediate results; ITN: insecticide-treated net; LLR: \nlower-level results; PNC: postnatal care; SP: sulfadoxine-pyrimethamine; TT: tetanus toxoid\nSource: MOTECH, unpublished data, 2016. For further information, see Grameen Foundation, 2015 (17).\nProject goal: \nImprove maternal and child health\nIR1\nImprove coverage of \nMobile Midwife (MM) \nand access",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Figure 2.6 presenting the illustrative results framework for MOTECH in Ghana, linking the overall project goal ('Improve maternal and child health') to five immediate results (IR1–IR5), lower-level results (LLR2a–b, LLR4a–b), and specific quantitative indicators.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-037",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 37",
      "pageStart": 37,
      "pageEnd": 37,
      "target": "../sections/page-037.md",
      "narrative": null,
      "content": "27\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nLogical framework\nA logical framework is a management and measurement tool that summarizes what a project intends to do and how, what \nthe key assumptions are, and how outputs and outcomes will be monitored and evaluated. The aim of a logical framework \nis to clarify programme objectives and aid in the identification of expected causal links between inputs, processes, outputs, \noutcomes and impacts (11). A logical framework is created to provide a graphical representation that can serve as a",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Detailed explanation of logical frameworks (logic models) in digital health M&E, defining and distinguishing technology, programmatic, and policy inputs; implementation and supervision processes; technological and service delivery outputs; health system, provider, and client outcomes; and medium- to long-term health and financial impacts.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-038",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 38",
      "pageStart": 38,
      "pageEnd": 38,
      "target": "../sections/page-038.md",
      "narrative": null,
      "content": "28\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nFigure 2.7. Illustrative logic model for MomConnect in South Africa\nANC: antenatal care; MNCH: maternal, newborn and child health \nSource: GSMA, 2014 (18).\nImpact\nOutputs\nOutcomes\n\t\nInputs\t\nProcesses\nPartnerships\nUtilization of digital health \nsystem\nStrengthening human \nresources\nImproved efficiency \nImproved technology use \nSupply side\nFunding\n■\n■With implementing agencies, service \nproviders, local health authorities \n■\n■Policy-level support at local and \nnational level \n■\n■Meetings and con",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Figure 2.7 presenting an illustrative logic model for the MomConnect maternal health SMS initiative in South Africa, mapping partnerships, health promotion messaging, facility/community, technology, and funding inputs and processes to outputs, outcomes, and mortality reduction impacts.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-039",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 39",
      "pageStart": 39,
      "pageEnd": 39,
      "target": "../sections/page-039.md",
      "narrative": null,
      "content": "29\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nBox 2.4. Description of MomConnect in South Africa\nMomConnect is a South African National Department of Health initiative to use mobile phone SMS technology to \nregister every pregnant woman in South Africa. MomConnect aims to strengthen demand for and accountability \nof maternal and child health services in order to improve access, coverage and quality of care for mothers and their \nchildren in the community. Further information is available at: http://www.rmchsa.org/momconnect/\nOnce registe",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Box 2.4 and Figure 2.8 describing how South Africa's MomConnect initiative registers pregnant women via USSD at clinics to deliver stage-based maternal and infant health SMS messages, followed by an introduction to Theory of Change models and the six core questions required to test them.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p040-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 40,
      "pageEnd": 40,
      "target": "../images/img-p040-1.png",
      "narrative": "draft",
      "content": "A screenshot of a journal article page titled \"Conceptual models for health education research and practice\" by Jo Anne Earp and Susan T. Ennett, showing the article's byline, affiliations and abstract text, illustrating the source cited in the text for conceptual frameworks.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p040-2",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 40,
      "pageEnd": 40,
      "target": "../images/img-p040-2.png",
      "narrative": "draft",
      "content": "The cover of a USAID Performance Monitoring & Evaluation \"TIPS\" publication titled \"Building a Results Framework,\" showing the series title, an issue number, and a contents summary including sections \"What is a results framework?\" and \"Why is the results framework important?\"",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-040",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 40",
      "pageStart": 40,
      "pageEnd": 40,
      "target": "../sections/page-040.md",
      "narrative": null,
      "content": "30\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTheories of change should minimally contain the following components:\n■\n■\ncontext\n■\n■\nanticipated outcomes/preconditions modelled in a causal pathway\n■\n■\nprocess/sequence of interventions (activities) required to achieve change(s)\n■\n■\nassumptions about how these changes may happen and \n■\n■\ndiagram and narrative summary (12). \nConceptual frameworks\nEarp JA, Ennett ST. Conceptual models for health education research and practice. \nHealth Educ Res. 1991;6(2):163–71. doi:10.1093/her/6.2.163. (16)",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Minimum required components of a Theory of Change (context, causal pathway of outcomes/preconditions, intervention sequence, assumptions, and diagram/narrative summary) and a Further Reading box citing foundational references on conceptual frameworks, results frameworks, and theories of change.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-041",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 41",
      "pageStart": 41,
      "pageEnd": 41,
      "target": "../sections/page-041.md",
      "narrative": null,
      "content": "31\nPart 2c: Setting the stage: selecting indicators for \ndigital health interventions\nHOW WILL THIS SECTION HELP ME?\nThis section will:\n✔\n✔Demonstrate how to select appropriate indicators to adequately monitor and evaluate digital \nhealth interventions \n✔\n✔List illustrative indicators determined to be useful for monitoring and evaluation (M&E) of \ndigital health interventions\n✔\n✔Provide key categories of indicators to be considered for conducting M&E of digital health \ninterventions.\nFunctionality (also referred to as functional suitability): A “characteristic that represents the \ndegree to wh",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Part 2c ('Setting the stage: selecting indicators for digital health interventions'), defining the key terms 'Functionality', 'Indicator', 'Usability', and 'Users', introducing qualitative and quantitative indicators (recommending 10–15 per programmatic area), and presenting the Specific and Measurable components of the SMART criteria.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-042",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 42",
      "pageStart": 42,
      "pageEnd": 42,
      "target": "../sections/page-042.md",
      "narrative": null,
      "content": "32\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n■\n■\nA = Attainable: The indicator should be attainable with the available budget, time and human resources. \n■\n■\nR = Relevant: The indicator should be relevant to the context, and specific to the needs of the programme or \nintervention being evaluated.\n■\n■\nT = Time-bound: The indicator should be time-specific, based on the time frame of the health programme. \nApproach for selection of indicators for evaluating digital health \ninterventions\nThe selection of specific indicators for programme ass",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Part 2c completing the SMART indicator criteria (Attainable, Relevant, Time-bound), explaining how indicator selection shifts along a 'barometer' (Figure 2.9) between process indicators (for interventions of known efficacy) and outcome indicators (where an evidence base is absent), and introducing the four-part indicator classification framework.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-043",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 43",
      "pageStart": 43,
      "pageEnd": 43,
      "target": "../sections/page-043.md",
      "narrative": null,
      "content": "33\nFigure 2.10. Categorization of digital health indicators\na.\t\nThe first question of the framework – Does the technology work? – relates to assessment of the inputs for developing a \ndigital health system (i.e. the technology and application), in addition to an assessment of the feasibility of the digital \nhealth intervention. \nb.\t\nThe second question – How do people interact with the technology? – covers service output measures intended to \ncapture and assess the immediate results of the intervention (23). Additionally, it captures usability measures that will \nhelp to quantify how the users",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Figure 2.10 ('Categorization of digital health indicators') organizing indicators around four sequential questions—Does the technology work? How do people interact with the technology? How does the technology improve the process? How do improvements in service delivery affect health?—accompanied by Box 2.6 on the PRISM framework and an introduction to Functionality indicators.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-044",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 44",
      "pageStart": 44,
      "pageEnd": 44,
      "target": "../sections/page-044.md",
      "narrative": null,
      "content": "34\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTechnical factors\nTechnical factors for assessing digital health systems include factors that relate to specialized knowledge and application \nof software development, information technology (IT) for data processing, data security protocols and the relevance and \nmanagement of the system in the context of the intervention programme (26). In order to assess whether the digital health \nsystem is appropriate to the context, it is most important to assess and record infrastructure availability, su",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Discussion of technical factors and qualitative software quality assessments (including ISO/IEC 25000:2014 SQuaRE criteria), alongside Table 2.4 listing sample functionality indicators across technical factors (connectivity, power, skilled local staff, maintenance, functionality) and organizational factors (staff training hours).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-045",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 45",
      "pageStart": 45,
      "pageEnd": 45,
      "target": "../sections/page-045.md",
      "narrative": null,
      "content": "35\nOrganizational factors\nThese factors relate to the organizational context within which the digital health system is being used as part of an \nintervention – regardless of whether it is hosted by a private or public entity. When assessing a digital health intervention, \nindicators should cover organizational factors such as inadequacies in training, supervision and/or leadership as relevant to the \nadoption of the digital health intervention by intended users, as well as the financial resources the organization has invested \nin the development and maintenance of the system. Table 2.4 lists s",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Discussion of organizational factors and primary/secondary data sources for functionality indicators, followed by the 'Usability – How do people interact with the technology?' section covering functional and service output indicators, behavioural factors, and core questions on user coverage, user response, and user adoption.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-046",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 46",
      "pageStart": 46,
      "pageEnd": 46,
      "target": "../sections/page-046.md",
      "narrative": null,
      "content": "36\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTable 2.5. Usability indicators: How do people interact with the technology?\nMetric area\nIndicators\nUser coverage\n% of users who demonstrate proficiency in use of the digital health system\n% of intended users observed using the digital health system over reference period\nNo. transmissions sent by intended users over reference period\nUser response\n% of users who rate the digital health system as “easy to use”\n% of users who rate the digital health system as “transmits information as intended”\n%",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Table 2.5 listing sample usability indicators across user coverage, user response, and user adoption, followed by discussion of back-end digital data sources and user surveys, and Figure 2.11 illustrating the iterative spiral feedback loop between technology performance and user interaction.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-047",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 47",
      "pageStart": 47,
      "pageEnd": 47,
      "target": "../sections/page-047.md",
      "narrative": null,
      "content": "37\nProcess improvement – How does the technology improve service \ndelivery?\nThe potential benefits of digital health interventions include improved efficiency of health service delivery and data \ncollection, and the ability to provide and exchange information on demand, facilitating communication across different \nlevels of the health system and among providers (30). This group of indicators makes the leap from coverage rates of the \ndigital health intervention itself, to the measurement of service utilization outputs and early- to intermediate-stage health \noutcomes across the three levels of",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Section on 'Process improvement – How does the technology improve service delivery?', introducing Figure 2.12 on addressing cost, efficiency, quality, and utilization constraints across health system, provider, and client levels, and defining client-level indicators.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-048",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 48",
      "pageStart": 48,
      "pageEnd": 48,
      "target": "../sections/page-048.md",
      "narrative": null,
      "content": "38\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nm4RH case study: Monitoring intervention output to understand coverage and marketing approach\nThe Mobile for Reproductive Health (m4RH) project, developed by FHI 360, comprises a set of evidence-based text \nmessages, which users in Kenya and the United Republic of Tanzania can access via their mobile phones, providing \ninformation about family planning methods. Users interested in accessing m4RH messages can text a short code \nto m4RH to start receiving the informational messages. Each time th",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Case study and monthly monitoring chart (Figure 2.13) for FHI 360's Mobile for Reproductive Health (m4RH) SMS programme in Kenya and Tanzania, followed by definitions of provider-level and health-system-level indicators (aligned with the six WHO health system building blocks) and client/system cost constraint considerations.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-049",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 49",
      "pageStart": 49,
      "pageEnd": 49,
      "target": "../sections/page-049.md",
      "narrative": null,
      "content": "39\nC H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N\nTable 2.6. Client-level indicators: How does the technology improve the implementation process?\nDigital health metric\nIndicators\nEfficiency\nNo. minutes (reported or observed) between digital health system prompt received about intervention \nX and seeking care from provider\nNo. in-person consultations with qualified health-care providers about intervention X by target clients \nas a result of accessing required services using digital health intervention over reference perioda\nNo. days duration",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Tables 2.6 and 2.7 (beginning) of Chapter 2 Part 2c, listing client-level indicators across efficiency, quality, utilization, and costs (with explanatory footnotes on averted incidences, contact modes, adequacy definitions, and out-of-pocket cost savings) and provider-level efficiency and quality indicators for measuring how digital health technology improves the implementation process.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-050",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 50",
      "pageStart": 50,
      "pageEnd": 50,
      "target": "../sections/page-050.md",
      "narrative": null,
      "content": "40\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nDigital health metric\nIndicator\nUtilization \n% of targeted health workers who use the digital health system in relation to intervention X through \ntheir mobile phones over reference period \n% of health workers observed to use the digital health system during their last client contact\n% of health workers who use the digital health system to connectb with medical staff to receive real-\ntime clinical information and decision support\nNo. clients (average or total) attendedc by a health worker usin",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Table 2.7 (provider-level utilization and cost indicators and footnotes) and Table 2.8 of Chapter 2 Part 2c, detailing health-system-level efficiency, quality, utilization, and cost indicators for assessing how digital health technology improves implementation processes across facilities and target populations.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-051",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 51",
      "pageStart": 51,
      "pageEnd": 51,
      "target": "../sections/page-051.md",
      "narrative": null,
      "content": "41\nAt the health system level, it is of interest to measure not only the achievement of superior clinical outcomes, but also the \nachievement of these outcomes at a reduced cost. Assessing the costs and savings relating to staff and client time would \nentail assigning a monetary value to units of time in order to monetize the anticipated time gains that may result from \nemploying a digital health intervention. Additional considerations for costs can be derived from an understanding of the \nareas of increased operational efficiency, e.g. costs averted as a result of timely identification of an",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Constraint and measurement considerations in Chapter 2 Part 2c for health-system-level cost savings (monetizing staff and client time gains and operational efficiencies) and for collecting and interpreting technical efficiency, quality of care (structure, process, and outcome dimensions), and service utilization/coverage indicators across client, provider, and health system levels.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p052-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 52,
      "pageEnd": 52,
      "target": "../images/img-p052-1.png",
      "narrative": "draft",
      "content": "The cover of the \"Maternal and Newborn Standards and Indicators Compendium,\" showing the title, USAID and CORE logos, and a grid of four photographs of mothers and infants.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p052-2",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 52,
      "pageEnd": 52,
      "target": "../images/img-p052-2.png",
      "narrative": "draft",
      "content": "A screenshot of a DHS Program website page, showing its blue header navigation bar and a page of publication text, illustrating the source cited for DHS survey indicators on maternal and child health.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p052-3",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 52,
      "pageEnd": 52,
      "target": "../images/img-p052-3.png",
      "narrative": "draft",
      "content": "The cover of the \"Indicator and Monitoring Framework for the Global Strategy for Women's, Children's and Adolescents' Health (2016-2030)\" publication by Every Woman Every Child, showing the title in white text on a dark background with the initiative's logo.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-052",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 52",
      "pageStart": 52,
      "pageEnd": 52,
      "target": "../sections/page-052.md",
      "narrative": null,
      "content": "42\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTo avoid duplication of work, this chapter has focused on input, process and early outcome indicators \nspecific to digital health strategies. While intermediate outcome and impact indicators are important, they \nhave not been listed in this chapter since there are a number of other existing indicator databases that \nprovide these in detail. Suggestions of repositories for relevant indicators include Lives Saved Tools (LiST), \nMEASURE Evaluation, Countdown to 2015, UNFPA Toolkits, USAID Materna",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Guidance on evaluating health outcomes (Question 4 of the M&E framework: 'How do improvements in service delivery affect health outcomes?'), explaining when evaluation can focus on process and early outcome indicators rather than established downstream health impacts, alongside a 'Further Reading' box of standardized RMNCAH indicator repositories (Every Woman Every Child, CORE Group, and DHS).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p053-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 53,
      "pageEnd": 53,
      "target": "../images/img-p053-1.png",
      "narrative": "draft",
      "content": "A screenshot of a DHS Program website page, showing its header navigation bar and body text, illustrating the source cited for the HIV/AIDS Survey Indicators Database.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p053-2",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 53,
      "pageEnd": 53,
      "target": "../images/img-p053-2.png",
      "narrative": "draft",
      "content": "A title slide reading \"1. Health service delivery\" over a photograph of two health workers at an outdoor market-style facility, with a row of numbered icons across the top indicating this is one slide in a numbered series.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p053-3",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 53,
      "pageEnd": 53,
      "target": "../images/img-p053-3.png",
      "narrative": "draft",
      "content": "A screenshot of a MEASURE Evaluation web page titled \"Service Delivery - Quality of Care / Service Provision Assessment,\" showing the site's blue header and a short summary of the resource with a download link.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p053-4",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 53,
      "pageEnd": 53,
      "target": "../images/img-p053-4.png",
      "narrative": "draft",
      "content": "A screenshot of a MEASURE Evaluation web page titled \"Summary List of Indicators,\" showing the site's blue header, a left-hand navigation menu, and a list of linked indicator categories.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p053-5",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 53,
      "pageEnd": 53,
      "target": "../images/img-p053-5.png",
      "narrative": "draft",
      "content": "The cover of a publication titled \"National AIDS Programmes: A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people,\" showing the title text on a red ribbon-patterned background with logos of UNAIDS, UNICEF, WHO and other partner organizations along the bottom.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p053-6",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 53,
      "pageEnd": 53,
      "target": "../images/img-p053-6.png",
      "narrative": "draft",
      "content": "The cover of a publication titled \"National AIDS Programmes: A guide to monitoring and evaluation,\" issued by UNAIDS, showing the title text and a UNAIDS document reference number on a plain background.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-053",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 53",
      "pageStart": 53,
      "pageEnd": 53,
      "target": "../sections/page-053.md",
      "narrative": null,
      "content": "43\n2. HIV programmes\nNational AIDS programmes – A guide to indicators for monitoring and evaluating \nnational HIV/AIDS prevention programmes for young people\nhttp://www.unaids.org/sites/default/files/media_asset/jc949-nap-youngpeople_en_1.pdf\nHIV/AIDS Survey Indicators Database – Behavioural and outcome indicators\nhttp://hivdata.measuredhs.com/ind_tbl.cfm\nNational AIDS programmes – A guide to monitoring and evaluation\nhttp://hivdata.measuredhs.com/guides/unaidsguide.pdf\n3. Malaria programmes\nDemographic and Health Surveys (DHS) Malaria Indicator Survey (MIS)\nhttp://dhsprogram.com/What-We-Do/Su",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of the Chapter 2 Part 2c 'Further Reading' box listing standardized indicator repositories and guides for HIV programmes (UNAIDS, MEASURE DHS), malaria programmes (DHS Malaria Indicator Survey, President's Malaria Initiative), health service delivery and quality of care (WHO, MEASURE Evaluation SPA), and cross-cutting MEASURE Evaluation indicator summaries.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-054",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 54",
      "pageStart": 54,
      "pageEnd": 54,
      "target": "../sections/page-054.md",
      "narrative": null,
      "content": "44\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nReferences\n1.\t Crafting your value proposition. In: MaRS [website]. Toronto: MaRS Discovery District; 2012 (https://www.marsdd.\ncom/mars-library/crafting-your-value-proposition/, accessed 21 March 2016).\n2.\t\nBusiness Model Design. In: MaRS [website]. Toronto: MaRS Discovery District; 2012 (https://www.marsdd.com/mars-\nlibrary/business-model-design/, accessed 21 March 2016).\n3.\t\nCommCare [website]. Dimagi; 2016 (https://www.commcarehq.org/home/, accessed 21 March 2016).\n4.\t\nHabicht JP, Victora",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Chapter 2 References list (citations 1–17), covering value proposition and business model design resources (MaRS), CommCare, evaluation design and mHealth UHC frameworks (Habicht et al., Mehl & Labrique), stakeholder engagement methodologies (Bryson et al., Gable & Shireman), M&E frameworks and Theory of Change guides (UN Women, USAID, World Bank, DFID, MLE, WHO, K4Health, Earp & Ennett), and the MOTECH Ghana case study.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-055",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 55",
      "pageStart": 55,
      "pageEnd": 55,
      "target": "../sections/page-055.md",
      "narrative": null,
      "content": "45\n18.\t mHealth for MNCH impact model. In: GSMA [website]. GSMA; 2014 (http://www.gsma.com/mobilefordevelopment/\nprogramme/mhealth/mhealth-for-mnch-impact-model, accessed 4 May 2016).\n19.\t MomConnect: the NDOH initiative. Presented at the ECD Knowledge Building Seminar. 25–26 November \n2016. South Africa, National Department of Health (NDOH); 2015 (http://www.unicef.org/southafrica/SAF_\nkbs2015_4_1MomConnectHowitworkswhatitachieves.pdf, accessed 22 April 2016).\n20.\t Malawi. In: Supply Chains 4 Community Case Management (SC4CCM) [website]. Arlington (VA): JSI Research & Training \nInstitute, Inc",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of the Chapter 2 References list (citations 18–35), covering the GSMA mHealth impact model, South Africa's MomConnect, Malawi SC4CCM, ISO/IEC 25000 SQuaRE software quality standards, MEASURE Evaluation and PRISM/ePRISM frameworks, Boehm's spiral model, mHealth evidence and pilot studies (Labrique et al., FHI 360 m4RH, A.T. Kearney), WHO health system building blocks, technical efficiency (Palmer & Torgerson), and quality of care (Donabedian).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p056-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 56,
      "pageEnd": 56,
      "target": "../images/img-p056-1.png",
      "narrative": "draft",
      "content": "A chapter-opening photograph, taken from above, of a health worker's hands and torso at a desk covered with a blue floral cloth. The hands rest on a smartphone placed inside an open handwritten notebook, next to a printed tabular data sheet, pens, a ruler and other stationery.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-056",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 56",
      "pageStart": 56,
      "pageEnd": 56,
      "target": "../sections/page-056.md",
      "narrative": null,
      "content": "46\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nChapter 3: Monitoring digital \nhealth interventions",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Title page for Chapter 3: 'Monitoring digital health interventions'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p057-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 57,
      "pageEnd": 57,
      "target": "../images/img-p057-1.png",
      "narrative": "draft",
      "content": "A very thin (3 pixels wide) vertical strip of mixed colour; the extracted fragment is too narrow to convey any content, and what it depicts could not be determined from the extracted image.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-057",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 57",
      "pageStart": 57,
      "pageEnd": 57,
      "target": "../sections/page-057.md",
      "narrative": null,
      "content": "47\nT\nhe separate concepts of monitoring and evaluation – together known as M&E – can be difficult to disentangle. \nBoth sets of activities are frequently conducted in parallel and presented as a linked pair. This chapter focuses on \nmonitoring – particularly the monitoring of technical, user and programmatic inputs, also referred to as process \nmonitoring. An extensive body of literature already exists on process monitoring; this chapter is therefore not \na replacement for, but rather a supplement to this literature, with special consideration of the monitoring challenges \nand opportunities in",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Introduction to Chapter 3 on process monitoring of digital health interventions, featuring the 'How will this chapter help me?' overview box, Key Terms definitions ('Process monitoring', 'Monitoring burden', and 'Users'), and an overview of how the four monitoring components (functionality, stability, fidelity, and quality) evolve across intervention maturity stages.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-058",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 58",
      "pageStart": 58,
      "pageEnd": 58,
      "target": "../sections/page-058.md",
      "narrative": null,
      "content": "48\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nBox 3.1. The four major components of digital health monitoring – definitions\nFunctionality: A “characteristic that represents the degree to which a product or system provides functions that \nmeet stated and implied needs when used under specified conditions” (2). In this Guide, functionality refers to the \nability of the digital health system to support the desired intervention. Functionality may also be referred to as \n“functional suitability”.\nAnswers the question: Does the system operate a",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Box 3.1 defining the four major components of digital health monitoring (Functionality, Stability, Fidelity, and Quality) with their guiding questions, Figure 3.1 illustrating concurrent monitoring and evaluation components across the intervention maturity life-cycle from prototype to national implementation, and the start of guidance on identifying target inputs by distinguishing primary and secondary users.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-059",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 59",
      "pageStart": 59,
      "pageEnd": 59,
      "target": "../sections/page-059.md",
      "narrative": null,
      "content": "49\nprimary end-users’ input into the digital health system, but do not themselves directly enter data (e.g. supervisors or clients \npassively receiving text messages). The inputs measured in a given digital health intervention will differ based on the type \nof intervention it is, and these inputs can be categorized specifically by how targeted users or recipients interact with the \nsystem itself. Answering the question posed above is the first step in identifying the technical and user-linked inputs of the \ndigital health intervention. The information in Box 3.2 can assist with making this det",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Chapter 3 guidance on identifying target monitoring inputs versus outputs and outcomes, including Box 3.2 contrasting primary users (who enter data or use clinical algorithms) with secondary users (who receive SMS reminders or educational calls) and emphasizing the quality of technical, training, and behaviour change inputs.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-060",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 60",
      "pageStart": 60,
      "pageEnd": 60,
      "target": "../sections/page-060.md",
      "narrative": null,
      "content": "50\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 3a: Identifying stages of intervention maturity\nAnother important question when setting up a monitoring plan is: Which maturity stage is this intervention in? An honest \nand accurate answer to this question is critical because it will allow the project teams to budget time and resources \naccordingly. Projects in the early stages of maturity should consider investing significant resources – financial, human \nand time – to ensure that a newly created system is functional and stable. For pro",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Chapter 3, Part 3a ('Identifying stages of intervention maturity'), explaining how resource allocation and monitoring priorities shift from technical functionality and stability in early maturity stages to workforce standardization, fidelity, and quality in middle and late stages, illustrated by Figure 3.2 ('Relative monitoring burden by component across intervention maturity stages').",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-061",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 61",
      "pageStart": 61,
      "pageEnd": 61,
      "target": "../sections/page-061.md",
      "narrative": null,
      "content": "51\nPart 3b: Tools for monitoring\nThis Guide assumes that several critical steps in system development and monitoring preparation have been undertaken, \nincluding careful definition of the needs of the users, and an engaged, user-centred design process, as well as data \ncompleteness checking, among others. These “raw materials” are useful in setting up a monitoring plan as well. For \nmore information on these processes, there are numerous tools available, a few of which are listed in Box 3.3 and briefly \ndescribed below.\nBox 3.3. Raw materials checklist\n✔\n✔Human-centered design (HCD) \n✔\n✔Softwa",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Chapter 3, Part 3b ('Tools for monitoring'), presenting Box 3.3 ('Raw materials checklist') and describing how human-centered design (HCD), software requirements specifications (SRS), use case narratives, and wireframes support system development and process monitoring.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-062",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 62",
      "pageStart": 62,
      "pageEnd": 62,
      "target": "../sections/page-062.md",
      "narrative": null,
      "content": "52\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nCommunity\nHealth Centre\neHealth Department\n“Query only” user\nImmunization provider \n(Lucy/Namsemba)\nIIS staff/system\nQuality assurance (QA) test cases: QA test cases are short sentences or paragraphs that describe expected functionality \nof discrete system functions and the steps to follow to perform each function. QA test cases break the more narrative or \ngraphical functionality descriptions from the use cases and SRS into single-statement functions and expected actions. \nUsing these test ca",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Description of quality assurance (QA) test cases in Chapter 3 Part 3b and Figure 3.3 ('Illustrative examples of business process flows and SRS', adapted from PATH's Better Immunization Data Initiative), showing a patient immunization record query workflow and SRS requirement items (10.5–10.20) for evaluating and merging duplicate vaccination events.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p063-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 63,
      "pageEnd": 63,
      "target": "../images/img-p063-1.png",
      "narrative": "draft",
      "content": "Figure 3.4, a screenshot of the cStock monitoring dashboard, showing a top navigation bar with tabs including Dashboard, Stock Status, Alert Summary and Order Fill Rate; a left-hand \"Stockout rates\" panel listing districts with percentages of health facilities reporting at least one stockout; a \"Current alerts\" panel with percentages for categories such as orders that cannot be resupplied and pending orders; a \"Reporting rates\" chart combining stacked bars (coloured by on-time, late, not reported and complete status) with an overlaid line showing percentage reported over time; and a right-hand \"Current National Picture\" panel for Malawi giving counts of districts, facilities and registered users alongside a per-product stock-out rate table.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-063",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 63",
      "pageStart": 63,
      "pageEnd": 63,
      "target": "../sections/page-063.md",
      "narrative": null,
      "content": "53\nData: A substantial amount of work goes into defining the technical specifications for any digital system. With so many \nmoving pieces and looming deadlines, front-end, user-centred interfaces are often prioritized while back-end data systems \nget lost in the shuffle. As early as possible in the development process, or at least before implementation, the programme \nmanagement team should check in with technologists to ensure that the data they will need for monitoring and evaluating \nimplementation will be available, complete and usable. Care should be taken not to simply assume that data p",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Completion of Chapter 3 Part 3b covering back-end data structures and metadata (timestamps, GPS, non-events), codebooks (data dictionaries), indicators lists, and real-time data dashboards, illustrated by Figure 3.4 ('cStock's monitoring dashboard').",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-064",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 64",
      "pageStart": 64,
      "pageEnd": 64,
      "target": "../sections/page-064.md",
      "narrative": null,
      "content": "54\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 3c: Digital health process monitoring components\nThis section will examine in detail each of the four major components for digital health process monitoring that are defined \nin Box 3.1 and summarized in Table 3.1: functionality, stability, fidelity and quality. Here, for each component in turn, we will \nlook at what to monitor, how to monitor, who will monitor, when to monitor, how to use monitoring findings, and how to \nmonitor differently by maturity stage.\nComponents for process monit",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Introduction to Chapter 3, Part 3c ('Digital health process monitoring components') and Table 3.1 ('Summary of process monitoring components'), comparing Functionality, Stability, Fidelity, and Quality across monitoring timing, guiding questions, potential measures, technical/user/implementation categories, and monitoring burden by maturity stage.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-065",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 65",
      "pageStart": 65,
      "pageEnd": 65,
      "target": "../sections/page-065.md",
      "narrative": null,
      "content": "55\nFunctionality\nIn this section we discuss how to assess the functionality of technical systems.\nBefore launching any digital health system, extensive testing should first be carried out to ensure that the system is \noperating as intended and is free of bugs. A logical place to start is by defining what it means to be “operating as intended”. \nIf the system has an SMS application, use this as the starting point to create a guided testing document, also referred to \nas QA test cases (see Part 3b). Based on findings from usage of these QA test cases, an iterative process of feedback to \ndevelop",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Detailed guidance on monitoring Functionality in Chapter 3 Part 3c, covering what to monitor (skip patterns, validation checks, form schedules, UI, data exports, dashboards), how to monitor using QA test cases (illustrated in Table 3.2 with pass/fail scenarios for client registration and Polio-1 vaccination scheduling), who will monitor, and when to monitor.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-066",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 66",
      "pageStart": 66,
      "pageEnd": 66,
      "target": "../sections/page-066.md",
      "narrative": null,
      "content": "56\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nHow to use monitoring findings: All pre-launch testing findings should be compiled regularly and shared \nwith developers to promptly resolve any identified problems. This is particularly important during continued \nfunctionality monitoring after launch, as functionality shortfalls are then affecting live intervention services. \nAny intervention services that are disrupted by functionality problems should be well documented and \ntaken into consideration during the evaluation phase. For example,",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Completion of the Functionality monitoring section in Chapter 3 Part 3c—explaining how to use pre- and post-launch testing findings to resolve bugs and document service disruptions for evaluation, and how functionality monitoring differs across maturity stages—accompanied by Figure 3.5 highlighting stages 2 and 3 (prototype/pilot and demonstration).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-067",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 67",
      "pageStart": 67,
      "pageEnd": 67,
      "target": "../sections/page-067.md",
      "narrative": null,
      "content": "57\nStability\nIn this section we discuss how to monitor the stability of technical systems.\nMonitoring of system stability is semi-concurrent with functionality monitoring, but it brings additional monitoring \nrequirements post-implementation. Unstable systems will perform unreliably, crash or stop unexpectedly, slow down when \noverloaded or otherwise perform erratically. Poor stability may result in improper delivery of the intervention. For example, \nthe system may frequently fail to deliver vaccination reminder SMS messages or unreliable performance may make users \nhesitant to use the digita",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Detailed guidance on monitoring Stability in Chapter 3 Part 3c, covering what to monitor (server outages, SMS failure rates, application crashes, peak load responsiveness), how to monitor via server logs and automated alerts, who will monitor, when to monitor, how to use downtime findings, and how to automate stability monitoring across maturity stages.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-068",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 68",
      "pageStart": 68,
      "pageEnd": 68,
      "target": "../sections/page-068.md",
      "narrative": null,
      "content": "58\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nof downtime experienced by the large number of system users of digital health interventions in later stages of maturity. \nImportantly, as implementations expand, so too must the technical systems that support them; project managers must be \ncareful to test expanded systems for functionality even if previous versions of a system were fully functional, since scaling \nsystems from 1000 to 10 000 users may have huge effects on system stability.\nFidelity\nAfter the functionality and stability of the",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Stability monitoring during scale-up and introduction to monitoring Fidelity in Chapter 3 Part 3c, dividing fidelity monitoring into three broad categories—(a) technical fidelity (uptime, SMS failure rates, form transmission, completion times), (b) external barriers (power banks, app updates, device loss/damage, data/SMS credits), and (c) user compliance.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-069",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 69",
      "pageStart": 69,
      "pageEnd": 69,
      "target": "../sections/page-069.md",
      "narrative": null,
      "content": "59\nc.\t\nUser – User fidelity refers to the digital health users’ consistent adherence to implementation protocols, both in how \nusers interact with the digital health system (e.g. the time it takes for a worker to submit a pregnancy surveillance form) \nand their compliance with non-digital health-related training procedures (e.g. estimating the gestational age when \ninteracting with a pregnant woman). Some user adherence questions to consider are the following:\n■\n■\nAre health workers sending in data collection forms as frequently as expected?\n■\n■\nAre health workers able to operate the digital h",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Completion of the Fidelity monitoring section in Chapter 3 Part 3c, detailing user adherence indicators (form submission frequency, post-training app operation, clinical protocol compliance), automated server alerts and targeted retraining ('How to monitor'), supervisory and project manager roles ('Who will monitor'), continuous timing ('When to monitor'), corrective actions ('How to use monitoring findings'), and dashboard automation at scale ('How to monitor differently by maturity stage').",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-070",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 70",
      "pageStart": 70,
      "pageEnd": 70,
      "target": "../sections/page-070.md",
      "narrative": null,
      "content": "60\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nQuality\nIn this section we discuss two aspects that should be addressed while monitoring the quality of digital health interventions: \n(a) user capabilities and (b) intervention content. \na.\t\nUser capabilities – Training large numbers of workers on digital health systems presents many challenges – from low \ntechnical literacy and lack of previous exposure to smartphones, tablets or computers, to unwillingness to change work \nprocesses that have been in place for decades. Even within the same w",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of the Quality monitoring section in Chapter 3 Part 3c, distinguishing (a) user capabilities (technical literacy, data entry accuracy, service consistency, timestamp/GPS regularities) and (b) intervention content quality (alignment with evidence-based guidelines and local context), and describing pre-launch trainee competency checklists and post-launch outlier tracking.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p071-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 71,
      "pageEnd": 71,
      "target": "../images/img-p071-1.png",
      "narrative": "draft",
      "content": "Figure 3.6, a scanned quality-control checklist titled \"TextIT Mentor Mother Competency Checklist,\" with fields for trainee name, designation and date, a Y/N rating key (Understood / Needs more training), and a table of skills grouped under six sections (basic understanding of HIV/AIDS, PMTCT and safe motherhood and infant care; understanding of the TextIT study; study SOPs; study logs; data collection using smartphone; and other responsibilities at work), each skill row having Rating and Comments columns. The smartphone-related skills under Section 5, such as switching the phone on and off, identifying the ODK application, and entering, editing, saving and sending data using ODK, are highlighted in a red-outlined callout box, alongside Section 6's item on facilitating HIV education.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-071",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 71",
      "pageStart": 71,
      "pageEnd": 71,
      "target": "../sections/page-071.md",
      "narrative": null,
      "content": "61\nb.\t\nIntervention – The project team should ensure that \ncontent is based on evidence-based guidelines (e.g. WHO \nguidelines) or existing ministry of health documentation. \nAdditionally, the team should conduct focus group \ndiscussions and/or interviews in the community to tailor \nappropriate messaging. See Maar et al. (2016) for an \nexample of how this process was used to create novel \nSMS messaging based on existing evidence-based health \ninformation (7). Before implementation, the tone and \nconstruct of messaging should be monitored for quality \nand acceptability to the target audience (1",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Completion of the Quality monitoring section in Chapter 3 Part 3c—covering formative testing of intervention messaging, who monitors user competency and content quality, when to monitor, using findings for real-time retraining and content refinement, and scaling quality monitoring across maturity stages—alongside Figure 3.6 ('Quality control checks on user ability to operate digital health system' from KEMRI's TextIT project).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-072",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 72",
      "pageStart": 72,
      "pageEnd": 72,
      "target": "../sections/page-072.md",
      "narrative": null,
      "content": "62\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nsupervisory staff, and issues that arise can be solved on a case-by-case or one-on-one basis. Once the number of users \nincreases beyond what is easily manageable by a skilled supervisory team, the need to automate, standardize and \nvisualize user quality monitoring increases dramatically. \nb.\t\nIntervention – Content will likely be created and tested during early-stage interventions (pilot-testing and small-scale \nimplementation) and potentially refined during mid-maturity stage interventions.",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of maturity-stage considerations for Quality monitoring and start of an applied Chapter 3 case example of a pilot infant immunization SMS reminder and vaccinator registration system, illustrating (a) primary (health worker) versus secondary (family) user interactions, (b) maturity-stage priorities, and (c) pre-launch functionality QA test cases.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-073",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 73",
      "pageStart": 73,
      "pageEnd": 73,
      "target": "../sections/page-073.md",
      "narrative": null,
      "content": "63\nOnce the basic functionality of the system has been assessed and deemed acceptable for the intervention, \nthe project manager needs to verify that the intervention is stable. Many stability issues might be identified \nduring initial functionality monitoring (e.g. frequent crashing of the health worker’s digital application), but \nsome stability issues may not be identified during the pre-launch period. To determine if the system is stable, \nthe project manager and developers might check for downtime statistics of the server, SMS failure rates, and \ncapacity for exceptionally high data burde",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of the Chapter 3 infant immunization SMS pilot example—illustrating pre-launch and ongoing stability monitoring for server downtime, SMS failure rates, and high-volume campaign loads—followed by the first part of the Chapter 3 References list (citations 1–6).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-074",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 74",
      "pageStart": 74,
      "pageEnd": 74,
      "target": "../sections/page-074.md",
      "narrative": null,
      "content": "64\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n14.\t Wireframing. In: usability.gov [website]. Washington (DC): United States Department of Health and Human Services; \n2016 (http://www.usability.gov/how-to-and-tools/methods/wireframing.html, accessed 11 April 2016).\n15.\t Product vision for the Better Immunization Data (BID) Initiative. Seattle (WA): PATH; 2014 (https://www.path.org/\npublications/files/VAD_bid_product_vision.pdf, accessed 1 December 2016).\n16.\t Hagan D, Uggowitzer S (eSHIFT Partner Network). Information and communication tec",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation and conclusion of the Chapter 3 References list (citations 7–19 across pages 73–74), covering formative mHealth messaging (Maar et al.), K4Health glossary, user-centered design (McCurdie et al., IDEO), PATH logistics and BID Initiative requirements, IEEE SRS templates (Wiegers), usability.gov use cases and wireframing, PMNCH ICT workbook, JSI cStock, frontline worker mHealth adoption (Kaphle et al.), and SMS tone testing (Pollard et al.).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p075-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 75,
      "pageEnd": 75,
      "target": "../images/img-p075-1.png",
      "narrative": "draft",
      "content": "A chapter-opening photograph of a desktop computer monitor on an office desk, displaying a Vietnamese-language web application for immunization registration and reporting, with a child's record open showing personal details and a vaccination schedule table. Stacks of paper forms, a mouse and a telephone are visible on the desk around the monitor.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-075",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 75",
      "pageStart": 75,
      "pageEnd": 75,
      "target": "../sections/page-075.md",
      "narrative": null,
      "content": "65\nChapter 4: Evaluating digital \nhealth interventions",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Title page for Chapter 4: 'Evaluating digital health interventions'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-076",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 76",
      "pageStart": 76,
      "pageEnd": 76,
      "target": "../sections/page-076.md",
      "narrative": null,
      "content": "66\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nC\nhapter 1, Part 1a introduced and described evaluation, and distinguished between monitoring (is the \nintervention doing things right?) and evaluation (is the intervention doing the right things?) (2). \nEvaluation is optimally an ongoing cyclical process that informs adjustments and improvements to further \nintervention planning and implementation. Evaluation activities generate data that can be analysed and \ninterpreted, forming evidence about the likely impact of the intervention. \nHOW WILL",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Introduction to Chapter 4 on evaluating digital health interventions, including the 'How will this chapter help me?' overview box, the Key Term definition of 'Evaluation', and definitions of the five evaluation stages aligned with intervention maturity: Feasibility, Usability, Efficacy, Effectiveness, and Implementation research.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-077",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 77",
      "pageStart": 77,
      "pageEnd": 77,
      "target": "../sections/page-077.md",
      "narrative": null,
      "content": "67\nC H A P T E R 4 : E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 4a: Key concepts for conducting digital health \nevaluations\nEfficacy versus effectiveness: Can it work? Does it work?\nTo classify what stage a digital health intervention is at for the purposes of evaluation, you first need to consider the context \nin which implementation is occurring. In the context of an efficacy study, in which the intervention is delivered and received \nperfectly according to design under highly controlled conditions, evaluation will ask the question, Can it work? or What \nis",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Chapter 4, Part 4a ('Key concepts for conducting digital health evaluations'), contrasting efficacy ('Can it work?' under ideal controlled conditions) with effectiveness ('Does it work?' in real-world settings across outputs, outcomes, and impact in Box 4.1) and defining implementation research and hybrid effectiveness–implementation approaches.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-078",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 78",
      "pageStart": 78,
      "pageEnd": 78,
      "target": "../sections/page-078.md",
      "narrative": null,
      "content": "68\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nBox 4.2. A hybrid approach to evaluation of digital health interventions\nTo generate evidence of effectiveness for a large-scale digital health intervention, a hybrid study design may \nbe most appropriate; this type of study considers the effects of both the clinical intervention and the delivery/\nimplementation processes in a real-world setting. Curran et al. 2012 outline three primary types of hybrid trial \ndesigns (10):\n■\n■\nType 1 – tests the effectiveness of an intervention on key outcomes",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Box 4.2 outlining Curran et al.'s Type 1, Type 2, and Type 3 hybrid effectiveness–implementation trial designs, an introduction to formative versus summative evaluations, and a Key Terms glossary defining 'Implementation research', 'Formative evaluations', 'Summative evaluations', 'Experimental studies', 'Randomized controlled trial (RCT)', 'Observational studies', and 'Hierarchy of study designs'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-079",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 79",
      "pageStart": 79,
      "pageEnd": 79,
      "target": "../sections/page-079.md",
      "narrative": null,
      "content": "69\nFormative evaluations: The two most common types of formative evaluations are needs assessments and process \nevaluations. Needs assessments are typically conducted before the start of an intervention to improve understanding \nof the needs of the intended programme clients or beneficiaries, so that the programme can be designed to best meet \nthese needs. By comparison, process evaluations are conducted at a particular point (e.g. one year after launch) or at \nregular intervals during implementation to measure outputs attributed to intervention activities and inputs. Some types \nof formative",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Overview of formative evaluations (needs assessments and process/implementation evaluations) and summative evaluations (outcome and impact evaluations), accompanied by Table 4.1 ('Formative versus summative evaluations') comparing objectives and illustrative questions across needs assessment, process evaluation, implementation evaluation, performance/outcome evaluation, impact evaluation, economic evaluation, secondary analysis, and meta-analysis.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-080",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 80",
      "pageStart": 80,
      "pageEnd": 80,
      "target": "../sections/page-080.md",
      "narrative": null,
      "content": "70\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTable 4.2. Types of study designs\nDescription\nAdvantages\nLimitations\nAnalytic\nExperimental\nRandomized \ncontrolled trials (RCTs)\n■\n■Individually \nrandomized\n■\n■Cluster randomized\n•\tparallel \n•\tcrossover\n•\tstepped-wedge\n■\n■A planned experiment \ndesigned to assess the \nefficacy of an intervention in \nhuman beings by comparing \nthe intervention to a control \ncondition\n■\n■Allocation to intervention or \ncontrol is determined purely \nby chance\n■\n■Gold standard in terms of \nstudy design\n■\n■Ethical con",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Table 4.2 ('Types of study designs') in Chapter 4 Part 4a, comparing descriptions, advantages, and limitations across Analytic Experimental designs (individually and cluster randomized controlled trials, quasi-experimental studies), Analytic Observational designs (cohort, cross-sectional, case–control), and Descriptive designs (surveillance, cross-sectional surveys, ecological correlational studies, case reports, and case-series reports).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-081",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 81",
      "pageStart": 81,
      "pageEnd": 81,
      "target": "../sections/page-081.md",
      "narrative": null,
      "content": "71\nStudy designs\nStudy designs aim to inform decision-making on evidence generation and the scope of monitoring and evaluation (M&E) \nactivities. In this section, we introduce the broad classes across two types of study designs: (i) descriptive and (ii) analytic. \ni. Descriptive studies\nDescriptive studies are “concerned with and designed only to describe the existing distribution of variables, without \nregard to causal or other hypotheses” (13). Descriptive studies aim to define the “who, what, when and where” of observed \nphenomena. There are two main types of descriptive studies: those conc",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Discussion of descriptive and analytic study designs in Chapter 4 Part 4a, including Table 4.3 ('Qualitative research – study designs' covering case study, grounded theory, phenomenology, ethnography, and historical designs) and an explanation of experimental studies and randomized controlled trials (individual and cluster randomization).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-082",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 82",
      "pageStart": 82,
      "pageEnd": 82,
      "target": "../sections/page-082.md",
      "narrative": null,
      "content": "72\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nFigure 4.1. Classes of descriptive and analytic study design\nSource: adapted from Brown & Lilford, 2006; Grimes & Schulz, 2002 (11, 12).\nStudy designs\nAnalytic\nExperimental\nObservational\nDescriptive\nSurveillance\nEcological \ncorrelational \nstudies\nCross-sectional \n(prevalence) \nstudies\nCase report, \nCase-series \nreport\nQualitative\nPhenomenology\nGrounded \ntheory\nCase study\nEthnography\nHistorical\nIndividually \nrandomized\nRandomized \ncontrolled trials\nCluster randomized\n■\n■Parallel\n■\n■Crossover\n■",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Figure 4.1 ('Classes of descriptive and analytic study design', adapted from Brown & Lilford, 2006 and Grimes & Schulz, 2002), providing a taxonomy tree of descriptive studies (surveillance, ecological correlational, cross-sectional, case/case-series, and qualitative designs) and analytic studies (experimental RCTs and quasi-experimental designs, and observational cohort, cross-sectional, and case–control designs).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-083",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 83",
      "pageStart": 83,
      "pageEnd": 83,
      "target": "../sections/page-083.md",
      "narrative": null,
      "content": "73\nTable 4.4. Hierarchy of evidence by stage of evaluation \nStage of evaluation\nFEASIBILITY/USABILITY\nEFFICACY\nEFFECTIVENESS\nIMPLEMENTATION SCIENCE\nConfidence in the strength of evidence\nExcellent\n■\n■Multicentre \nrandomized controlled \ntrials (RCTs)\n■\n■Multicentre RCTs\n■\n■Multicentre RCTs\n■\n■Multicentre/quasi-\nexperimental studies\nGood\n1. RCT \n2. Quasi-experimental \nstudies \n■\n■Interrupted time series\n■\n■With control groups \nand baselines\n■\n■With control groups \nbut no baseline\n■\n■Without control groups\n3. Observational studies\n■\n■Cohort \n■\n■Case–control\n1. RCT \n2. Quasi-experimental \nstudies",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Table 4.4 ('Hierarchy of evidence by stage of evaluation'), ranking study designs by confidence in the strength of evidence (Excellent, Good, Fair, Poor) across Feasibility/Usability, Efficacy, Effectiveness, and Implementation Science stages, alongside Figure 4.2 illustrating a stepped-wedge study design across participant clusters and time periods.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-084",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 84",
      "pageStart": 84,
      "pageEnd": 84,
      "target": "../sections/page-084.md",
      "narrative": null,
      "content": "74\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nExamples of more complex RCTs include stepped-wedge, parallel or crossover study designs; each distinguished by how \nrandomization is executed. In a stepped-wedge design, the intervention is rolled out sequentially to participants or clusters \nof participants over a number of time periods, with the aim that all participants will be receiving the service by the end of \nthe study period (see Figure 4.2) (11). \nWhen compared to a traditional parallel design, stepped-wedge study designs are consid",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Chapter 4 Part 4a discussing complex RCT designs (stepped-wedge advantages, contamination risks, and analytical complexity), quasi-experimental designs, observational study types (cohort, case–control, cross-sectional), hierarchies of study designs, and the start of 'Linking inferences with study designs and methods'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-085",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 85",
      "pageStart": 85,
      "pageEnd": 85,
      "target": "../sections/page-085.md",
      "narrative": null,
      "content": "75\nof the immunization. However, an RCT could be undertaken to assess the comparative effectiveness of the different digital \ndelivery strategies (e.g. SMS alerts, digitized reporting, data dashboards) in terms of improving the coverage and delivery \nof measles vaccinations. In the context of many large-scale programmes, the intervention of interest may account for only \na portion of the variability observed in the outcomes, while socioeconomic factors, choice of delivery strategy, geographic \nand other contextual factors may have substantial influence. Choice of study design and accompanying",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Guidance in Chapter 4 Part 4a on linking research questions and study designs to strength of inference, featuring Figure 4.3 ('Types of inference/study design': Descriptive, Exploratory, Analytic, Explanatory, and Predictive) and defining Habicht et al.'s three analytic inference levels: adequacy, plausibility, and probability.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-086",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 86",
      "pageStart": 86,
      "pageEnd": 86,
      "target": "../sections/page-086.md",
      "narrative": null,
      "content": "76\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nTable 4.5. Linking inferences with study designs and methods \nStudy type/ \ninferences\nDescription\nResearch \nquestion(s)\nLimitations\nStudy designs\nResearch methods\nDescriptive\nDescribes a population, \nhealth conditions, \ncharacteristics, context\nWhat are the \npopulation \ncharacteristics \nand needs in \nthis context?\nDoes not tell \nyou “why”; \nlimited to a \ndescription \nof population \ncharacteristics\n■\n■Case reports/\ncase-series \nreports\n■\n■Surveillance\n■\n■Cross-sectional \nsurveys\n■\n■Ecological",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Table 4.5 ('Linking inferences with study designs and methods', first part), mapping Descriptive, Exploratory, and Analytic (Adequacy, Plausibility, and Probability) inference types to their descriptions, research questions, limitations, study designs, and qualitative, quantitative, and mixed research methods.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-087",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 87",
      "pageStart": 87,
      "pageEnd": 87,
      "target": "../sections/page-087.md",
      "narrative": null,
      "content": "77\nStudy type/ \ninferences\nDescription\nResearch \nquestion(s)\nLimitations\nStudy designs\nResearch methods\nExplanatory\nAims to determine \nhow and why an \nintervention led to \nthe measured health \neffect(s) or outcome(s)\nHow did the \nimplementation \nof the \nintervention \nlead to the \neffect(s) \nobserved? \n■\n■RCTs\n■\n■Quasi-\nexperimental \nstudies\n■\n■Descriptive\nMixed methods: Quantitative \nand qualitative\nQuantitative: Repeated \nmeasures of context, \nactors, depth and breadth \nof implementation across \nsubunits; can use designs for \nconfirmatory inferences\nQualitative methods: \nFGDs, IDIs, case stud",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Table 4.5 covering Explanatory and Predictive study inferences (descriptions, research questions, limitations, study designs, and quantitative/qualitative/mixed methods such as agent-based and econometric modelling, scenario-building, and Delphi techniques) and summary guidance on selecting analytic and explanatory inferences for digital health evaluations.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p088-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 88,
      "pageEnd": 88,
      "target": "../images/img-p088-1.png",
      "narrative": "draft",
      "content": "The cover of the \"WHO Evaluation Practice Handbook,\" published by the World Health Organization, showing the title in white text over a marbled blue-grey background with the WHO emblem.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p088-2",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 88,
      "pageEnd": 88,
      "target": "../images/img-p088-2.png",
      "narrative": "draft",
      "content": "The cover of \"Impact Evaluation in Practice\" by Paul J. Gertler, Sebastian Martinez, Patrick Premand, Laura B. Rawlings and Christel M. J. Vermeersch, published by the World Bank, showing the title over a pattern of connected dots on a dark background.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-088",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 88",
      "pageStart": 88,
      "pageEnd": 88,
      "target": "../sections/page-088.md",
      "narrative": null,
      "content": "78\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 4b: Evaluation methods\nIn this part of the chapter, evaluation methods are grouped into four categories: (i) qualitative approaches, (ii) quantitative \napproaches, (iii) mixed-methods, (iv) financial and economic evaluations. In brief, qualitative approaches yield data in text, \nimage or audio/video formats from which patterns or themes related to participants’ attributes (e.g. views, behaviours) \nmay be detected and analysed using methods and tools particular to qualitative data (22–27).",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Introduction to Chapter 4, Part 4b ('Evaluation methods'), summarizing qualitative, quantitative, mixed-methods, and financial/economic evaluation approaches, with a 'Further Reading' box (WHO evaluation practice handbook and World Bank Impact evaluation in practice), a Key Terms box (FGDs, IDIs, structured observations, and participatory action research), and the start of the Qualitative methods section.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-089",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 89",
      "pageStart": 89,
      "pageEnd": 89,
      "target": "../sections/page-089.md",
      "narrative": null,
      "content": "79\nexplore certain research findings further, or provide context for quantitative data (22, 24–27). Data obtained from \nqualitative approaches are rich in nature and can be in text, audio, image or video format. Objects and documents relevant \nto the research question may also be collected during qualitative research (26). Unlike quantitative methods, which use \nstructured questionnaires with closed-ended (i.e. yes/no or multiple-choice) questions (e.g. “Did you seek antenatal care \nduring your last pregnancy?”), qualitative methods employ guides with open-ended questions and prompts (e.g. “Te",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Qualitative methods in Chapter 4 Part 4b, contrasting open-ended qualitative guides with closed-ended quantitative questionnaires and detailing structured observations—including vaccination clinic and CHW shadowing examples and step-by-step procedures before, during, and after observation.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-090",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 90",
      "pageStart": 90,
      "pageEnd": 90,
      "target": "../sections/page-090.md",
      "narrative": null,
      "content": "80\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n■\n■\nIt allows researchers to gather a breadth of information beyond what may be available through the responses of \nstudy participants during in-depth interviews (IDIs) and focus group discussions (FGDs). During IDIs and FGDs, \nrespondents may omit details that they think are irrelevant to the research and details on aspects of their work or life \nthat are so routine or ingrained that they rarely pay attention to them anymore. \n■\n■\nIt allows researchers to compare the subjective reports of mem",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Advantages and disadvantages of structured observations (including Box 4.3 comparing subjective versus objective note-taking at a vaccination clinic) and detailed guidance on conducting in-depth interviews (IDIs), covering use cases with policy experts and patients on sensitive topics, persona development, interview guides, audio recording, and field notes.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-091",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 91",
      "pageStart": 91,
      "pageEnd": 91,
      "target": "../sections/page-091.md",
      "narrative": null,
      "content": "81\nIt should be noted that the goal of the IDI is not to arrive at one single answer to the research question, but rather to obtain \nan exhaustive view of the individual’s opinions on the topic (22, 23, 26, 27, 33). The advantage of an IDI is that it allows the \ndiscussion of topics in a private setting. The disadvantage is that it only provides the viewpoint of one individual at a time. \nDue to the small number of individuals interviewed, the data, although informative, are not generalizable (22–27, 32).\niii. Focus group discussions\nFocus group discussions (FGDs) are used when researchers are",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Strengths and limitations of IDIs, detailed guidance on conducting focus group discussions (FGDs)—including group composition, moderator and note-taker roles, and Box 4.4 ('Example FGD questions for community health workers using a digital health system')—and the start of sampling strategies for qualitative methods (purposive and snowball sampling).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-092",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 92",
      "pageStart": 92,
      "pageEnd": 92,
      "target": "../sections/page-092.md",
      "narrative": null,
      "content": "82\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPurposive sampling\nWith this method, researchers specify the characteristics of the individuals they would like to recruit (e.g. pregnant women). \nThe sample size may be unspecified (this is typical for purposive sampling) or restricted to a certain number (also referred to \nas “quota sampling”).\nSnowball sampling\nThis method builds upon purposive sampling methods and asks participants who have already been identified or recruited to \nrefer other individuals who could potentially participate i",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Completion of qualitative research methods in Chapter 4 Part 4b—covering purposive and snowball sampling, transcription and field notes, CAQDAS tools (Atlas.ti, QSR-Nvivo, MAXQDA, HyperRESEARCH), and deductive versus inductive analysis—followed by the introduction to Quantitative methods and single-question Polls (via SMS, IVR, USSD, or web).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-093",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 93",
      "pageStart": 93,
      "pageEnd": 93,
      "target": "../sections/page-093.md",
      "narrative": null,
      "content": "83\ncomplex statistical analyses. Polls are useful when a quick snapshot of public opinion or behaviour is needed to inform \nongoing or planned work. Polls may be used to collect data from recipients related to digital health interventions (e.g. “After \nreceiving the text message reminder to use a bednet, did you actually use a bednet that night?”).\nSurveys \nSurveys are data collection methods that utilize structured questionnaires comprising many questions to elicit \ncomprehensive information from a sample of the population of interest (28–30, 37). In comparison to polls, surveys are \nmore tim",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Polls and detailed guidance on Surveys in Chapter 4 Part 4b, listing the seven steps for planning and conducting a survey and presenting Table 4.6 ('Reasons for conducting surveys with community-based clients and health-care providers').",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-094",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 94",
      "pageStart": 94,
      "pageEnd": 94,
      "target": "../sections/page-094.md",
      "narrative": null,
      "content": "84\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nBox 4.5. Examples of digital data collection platforms that can be deployed on mobile devices\n■\n■\nCommCare https://www.commcarehq.org/home/\n■\n■\nMagpi http://home.magpi.com/\n■\n■\nMedic Mobile http://medicmobile.org/\n■\n■\nONA https://ona.io/home/ \n■\n■\nOpenDataKit (ODK) https://opendatakit.org/ \n■\n■\nRapid Pro https://community.rapidpro.io/ (useful for polls)\n■\n■\nTextIT https://textit.in/ (useful for polls).\nSample size considerations\nSurveys are conducted on a subset of the population (referred to",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Survey administration modes, sample size considerations, and start of sampling for survey data collection in Chapter 4 Part 4b, featuring Box 4.5 ('Examples of digital data collection platforms that can be deployed on mobile devices': CommCare, Magpi, Medic Mobile, ONA, OpenDataKit, RapidPro, and TextIT) and Box 4.6 ('Factors influencing sample size').",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-095",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 95",
      "pageStart": 95,
      "pageEnd": 95,
      "target": "../sections/page-095.md",
      "narrative": null,
      "content": "85\n■\n■\nSimple random sample: Choose individuals from the population at random.\n■\n■\nSystematic random sample: Begin with a random individual, and choose every ith person you encounter.\n■\n■\nStratified random sampling: Stratify (i.e. divide) your population using a particular characteristic (e.g. urban/rural), \nthen sample randomly within the strata.\n■\n■\nCluster random sampling: Divide your population based on geographic location into clusters (e.g. clusters of \nvillages), then randomly select a fixed number of clusters and survey all respondents within the selected clusters.\n■\n■\nMulti-stage samp",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Classification of probability sampling methods (simple random, systematic random, stratified random, cluster random, and multi-stage sampling) and non-probability sampling methods (convenience, purposive, and snowball sampling), overview of quantitative data analysis and statistical software (Excel, STATA, SAS, SPSS), and the first part of Table 4.7 comparing qualitative and quantitative approaches.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-096",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 96",
      "pageStart": 96,
      "pageEnd": 96,
      "target": "../sections/page-096.md",
      "narrative": null,
      "content": "86\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nQualitative\nQuantitative\nTypes of data \ngenerated\n■\n■Rich, contextual and detailed information in \ntext, audio, image and video formats\n■\n■Numeric data on frequency, severity, change over \ntime and associations between variables\nPurpose of data \nanalysis\n■\n■Identify patterns, features and themes in \ndata\n■\n■Identify levels and trends and statistical \nrelationships in data\nSample size and \nrepresentation\n■\n■Sample size is small and non-representative \nof population\n■\n■Sample size is large and r",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Table 4.7 ('A comparison of qualitative and quantitative approaches' across data types, analysis purposes, sample sizes, and sampling techniques) and detailed guidance on Mixed-methods approaches in Chapter 4 Part 4b, including digital health examples, triangulation advantages, design challenges, and Box 4.7 ('Checklist for the reporting of mixed-methods studies').",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-097",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 97",
      "pageStart": 97,
      "pageEnd": 97,
      "target": "../sections/page-097.md",
      "narrative": null,
      "content": "87\nEconomic and financial evaluations\nFinancial evaluations deal with the questions of whether the organization and digital health users can afford the digital \nhealth system, and how it will be financed. Economic evaluations aim to determine a probable value for money from an \ninvestment. Your economic evaluation identifies what you should do; your financial evaluation shows if you can pay for it, \nand how you will pay for it.\nFinancial evaluations \nFinancial evaluation has two goals. The first is to determine the affordability of your preferred digital health intervention by \ncomparing net c",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Introduction to economic and financial evaluations in Chapter 4 Part 4b, distinguishing financial evaluations (budget impact analysis and sustainable financing plans) from economic evaluations (cost–effectiveness analysis [CEA], cost–utility analysis [CUA] using QALYs and DALYs, cost–benefit analysis [CBA] using willingness-to-pay techniques, cost–consequence analysis [CCA], and cost-minimization analysis [CMA]).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-098",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 98",
      "pageStart": 98,
      "pageEnd": 98,
      "target": "../sections/page-098.md",
      "narrative": null,
      "content": "88\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nform of economic evaluation. Where benefits are measured in terms of lives saved, assigning a monetary value to these lives \ncan elicit strong reactions. Many digital health programmes don’t directly save lives – they aim to improve health care – and \ntherefore life valuations are seldom relevant for these. Many analysts consider CBAs to be “the methodological foundation for \nturning theory into a pragmatic evaluation tool” (50, 51). The eHealth Impact (eHI) methodology is a version of CBA app",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of the cost–benefit analysis (CBA) discussion (including the eHealth Impact [eHI] methodology) and Table 4.8 ('Types of economic evaluation for digital health'), comparing CEA, CUA, CBA, CCA, and CMA across definition, costs, consequences, and illustrative digital health evaluation questions.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-099",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 99",
      "pageStart": 99,
      "pageEnd": 99,
      "target": "../sections/page-099.md",
      "narrative": null,
      "content": "89\nPart 4c: Which evaluation activities are right for you?\nThe state of maturity of the digital intervention will guide which types of evaluation are most appropriate. As described in \nChapter 1, Part 1b (see Table 1.1), the stages of maturity span across the continuum from pre-prototype, prototype, pilot \nand demonstration, to scale-up and finally integrated and sustained programme (Table 4.9). For solutions that fall in the \npre-prototype and prototype (early) stages of development, initiating an evaluation may help to determine your digital \nhealth programme’s trajectory and avoid higher-ri",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of Chapter 4 Part 4c ('Which evaluation activities are right for you?'), covering maturity-guided evaluation selection, predictive modelling at scale (such as the OneHealth tool), Table 4.9 ('Linking stages of maturity with evaluation methods and claims' across Early, Mid, and Advanced stages), formative versus summative evaluations, and defining study inferences.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-100",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 100",
      "pageStart": 100,
      "pageEnd": 100,
      "target": "../sections/page-100.md",
      "narrative": null,
      "content": "90\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nreviewed five main categories of inferences: descriptive, exploratory, analytic, explanatory and predictive. To define the \noverarching research objectives and evidence needs, you need first to identify, categorize, and then prioritize your research \ninferences across these categories. \nMost evaluations of digital health interventions will likely focus on analytic and explanatory inferences. Among the former, \nwe distinguished between three sub-categories of inferences: adequacy (Have programm",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Guidance in Chapter 4 Part 4c on prioritizing research inferences (adequacy, plausibility, and probability), selecting study designs (RCTs, quasi-experimental, observational, and effectiveness–implementation hybrid designs), choosing evaluation methods, and the first part of Table 4.10 ('Illustrative evaluation activities by type and stage of evaluation') covering formative needs assessment, process evaluation, and implementation monitoring for feasibility/usability, efficacy, and effectiveness stages.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-101",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 101",
      "pageStart": 101,
      "pageEnd": 101,
      "target": "../sections/page-101.md",
      "narrative": null,
      "content": "91\nFormative\nNEEDS ASSESSMENT\nPROCESS EVALUATION\nIMPLEMENTATION MONITORING\nStage of evaluation\nImplementation science\nDescriptive: Contextual adaptation\nQualitative: FGDs, IDIs\nQuantitative: System-generated \nmonitoring data\nMixed methods: Combination of \nquantitative and qualitative data\nQualitative: Participant observation, \nFGDs, IDIs\nQuantitative: System-generated \nmonitoring data\nMixed methods: Combination of \nquantitative and qualitative data\nSummative\nOUTCOME EVALUATION\nIMPACT EVALUATION\nECONOMIC \nEVALUATION\nFINANCIAL \nEVALUATION\nStage of evaluation\nFeasibility/usability\nQuantitative: U",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation and conclusion of Table 4.10 ('Illustrative evaluation activities by type and stage of evaluation'), covering formative evaluation activities for implementation science and summative evaluation activities (outcome evaluation, impact evaluation, economic evaluation, and financial evaluation) across feasibility/usability, efficacy, effectiveness, and implementation science stages.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-102",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 102",
      "pageStart": 102,
      "pageEnd": 102,
      "target": "../sections/page-102.md",
      "narrative": null,
      "content": "92\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nRelevant resources for evaluation\nStudy designs\nStepped-wedge design\n■\n■\nBrown CA, Lilford RJ. The stepped wedge trial design: a systematic review. BMC Med Res Methodol. \n2006;6:54. doi:10.1186/1471-2288-6-54. \nQuasi-experiment study designs\n■\n■\nHarris AD, Bradham DD, Baumgarten M, Zuckerman IH, Fink JC, Perencevich EN. The use \nand interpretation of quasi-experimental studies in infectious diseases. Clin Infect Dis. \n2004;38(11):1586–91.\nQualitative methods\n■\n■\nMack N, Woodsong C, MacQueen KM",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "First page of the Further Reading ('Relevant resources for evaluation') list for Chapter 4, citing methodological references for study designs (stepped-wedge and quasi-experimental designs), qualitative methods, quantitative survey methods, and mixed-methods integration.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-103",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 103",
      "pageStart": 103,
      "pageEnd": 103,
      "target": "../sections/page-103.md",
      "narrative": null,
      "content": "93\n■\n■\nGilson L, Hanson K, Sheikh K, Akua Agyepong I, Ssengooba F, Bennett S. Building the field of health \npolicy and systems research: social science matters. PLoS Med. 2011;8(8):e1001079. doi:10.1371/\njournal.pmed.1001079.\nParticipatory action research (PAR)\n■\n■\nSmith L, Rosenzweig L, Schmidt M. Best practices in the reporting of participatory action research: \nembracing both the forest and the trees. Counseling Psychologist. 2010;38(8):1115–38.\n■\n■\nIsrael BA, Schulz AJ, Parker EA, Becker AB, Allen AJ, III, Guzman JR. Chapter 3: Critical issues in \ndeveloping and following community-based p",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of the Chapter 4 Further Reading list (mixed methods and participatory action research [PAR]) and the first part of the Chapter 4 References list (items 1–15).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-104",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 104",
      "pageStart": 104,
      "pageEnd": 104,
      "target": "../sections/page-104.md",
      "narrative": null,
      "content": "94\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n16.\t Lindquist S. Qualitative research designs. University of Missouri – St Louis; undated (http://www.umsl.edu/~lindquists/\nqualdsgn.html, accessed 6 May 2016).\n17.\t Neill J. Analysis of professional literature. Class 6: Qualitative research I. Outdoor Education Research & Evaluation \nCenter; 2006 (http://wilderdom.com/OEcourses/PROFLIT/Class6Qualitative1.htm, accessed 6 May 2016).\n18.\t Harris AD, Bradham DD, Baumgarten M, Zuckerman IH, Fink JC, Perencevich EN. The use and interpretation of q",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of the Chapter 4 References list (items 16–34), covering qualitative, quantitative, observational, quasi-experimental, implementation research, and community-based participatory research methodologies.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-105",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 105",
      "pageStart": 105,
      "pageEnd": 105,
      "target": "../sections/page-105.md",
      "narrative": null,
      "content": "95\n35.\t Smith L, Rosenzweig L, Schmidt M. Best practices in the reporting of participatory action research: embracing both the \nforest and the trees. Counseling Psychologist. 2010;38(8):1115–38.\n36.\t Burnard P, Gill P, Stewart K, Treasure E, Chadwick B. Analysing and presenting qualitative data. Br Dent J. \n2008;204(8):429–32.\n37.\t Meadows KA. So you want to do research? 5: Questionnaire design. Br J Community Nurs. 2003;8(12):562–70.\n38.\t Kadam P, Bhalerao S. Sample size calculation. Int J Ayurveda Res. 2010;1(1):55–7.\n39.\t Meadows KA. So you want to do research? 1: an overview of the researc",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of the Chapter 4 References list (items 35–53), covering participatory action research, qualitative data analysis, questionnaire design, sample size calculation, health policy and systems research, budget impact analysis, economic evaluation (CEA, CUA, CBA, eHealth Impact), and the WHO OneHealth Tool.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p106-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 106,
      "pageEnd": 106,
      "target": "../images/img-p106-1.png",
      "narrative": "draft",
      "content": "A chapter-opening photograph of a health worker in a white headscarf and coat entering data on a mobile phone, with a young child in traditional dress in soft focus in the foreground.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-106",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 106",
      "pageStart": 106,
      "pageEnd": 106,
      "target": "../sections/page-106.md",
      "narrative": null,
      "content": "96\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nChapter 5: Assessing data \nsources and quality for M&E",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Section divider title page for Chapter 5: 'Assessing data sources and quality for M&E'.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p107-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 107,
      "pageEnd": 107,
      "target": "../images/img-p107-1.png",
      "narrative": "draft",
      "content": "A very thin (3 pixels wide) vertical strip of mixed colour; the extracted fragment is too narrow to convey any content, and what it depicts could not be determined from the extracted image.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-107",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 107",
      "pageStart": 107,
      "pageEnd": 107,
      "target": "../sections/page-107.md",
      "narrative": null,
      "content": "97\nHOW WILL THIS CHAPTER HELP ME?\nThis chapter will:\n✔\n✔Help you to assess whether existing intervention5 data are aligned with the claims/goals that \nthe digital health intervention hopes to achieve.\n✔\n✔Show you how to map the flow of data at each level of the health system to understand the \nkey stakeholders who support data collection and use.\n✔\n✔Guide you in assessing the process of data collection, storage, analytics/dashboards, \nmanagement and use, in order to identify and address issues of data quality.\n✔\n✔Provide recommendations for improving the overall data-related processes to stren",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Chapter 5 opening overview ('How will this chapter help me?' and 'Why assess your digital data?'), introducing data quality assessment to align intervention data streams with programme claims, map health-system data flows, and strengthen data collection, storage, analytics, management, and use.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-108",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 108",
      "pageStart": 108,
      "pageEnd": 108,
      "target": "../sections/page-108.md",
      "narrative": null,
      "content": "98\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 5a: Introducing the data quality assessment \napproach and how to do it\nKey components\nThrough a process of claims formulation and a review of available \ndata sources and data quality, this approach will help to identify \nwhether a claim can be supported by existing data and, if not, to \nidentify alternative claims that may be better aligned with the \nprogramme design and available data streams. If applied early in the \nprogramme planning phase, it can be used to strengthen data sources \nt",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of Chapter 5 Part 5a ('Introducing the data quality assessment approach and how to do it'), outlining the three assessment steps (Step 1: alignment of available data with programme claims; Step 2: data source mapping; Step 3: data management protocol and data quality adapted from the PRISM Framework), Key Terms (Claim and Indicator), and Figure 5.1 ('Key components of the three steps of data quality assessment').",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-109",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 109",
      "pageStart": 109,
      "pageEnd": 109,
      "target": "../sections/page-109.md",
      "narrative": null,
      "content": "99\nHow should data qualilty assessment be used?\nIf the organization implementing the intervention has someone with M&E expertise on its team, data assessment should \nbe used by the team internally under the leadership of the M&E expert. Step 2 would benefit from bringing together the \nkey people who are involved in collecting, analysing and using the data to discuss the data flow process and identify ways \nof collaborating to improve the process. Parts of Step 3 that focus on adequate training and organizational support for data \nuse are somewhat subjective, and would benefit from the opinions",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Chapter 5 Part 5a, providing practical guidance on conducting the three-hour data quality assessment internally with an M&E lead or externally with a consultant, engaging stakeholders across Steps 2 and 3, acting on summary recommendations, and repeating assessments annually.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-110",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 110",
      "pageStart": 110,
      "pageEnd": 110,
      "target": "../sections/page-110.md",
      "narrative": null,
      "content": "100\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 5b: Data quality assessment worksheet and \ninstructions\nThis worksheet can be printed and used by the team to walk through the process.\nData quality assessment worksheet\nName of the project: \nProject personnel interviewed:\nName: \nTitle: \nName of the assessor: \nDate of assessment:\nStep 1: Assessment of alignment of available data with programme claims\nStep 1.i. Identification of the intervention’s claims\nClaims are statements of anticipated benefits of the digital health system or interve",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of Chapter 5 Part 5b ('Data quality assessment worksheet and instructions'), presenting the printable worksheet header, Step 1 ('Assessment of alignment of available data with programme claims'), Step 1.i ('Identification of the intervention's claims' worksheet table), and the start of Step 1.ii ('Indicators' instructions for numerators, denominators, time frames, and WHO/UN standard indicator alignment).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-111",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 111",
      "pageStart": 111,
      "pageEnd": 111,
      "target": "../sections/page-111.md",
      "narrative": null,
      "content": "101\npercentage of women of reproductive age who receive any ANC or at least four ANC contacts). Recently, the Global Strategy \nfor Women’s, Children’s and Adolescents’ Health developed high-level “standardized” indicator sets, some of which may be \napplicable to the project. In other cases, there may be publicly available national indicators, which should be used to ensure \noptimal comparability of the data within that country or with international standards. \nIf no denominator applies (e.g. change in number of participants over time), then the time period and/or geographic \narea should be inc",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Chapter 5 Part 5b Step 1.ii ('Indicators' worksheet table for claims, numerators, denominators, and time frames) and instructions for Step 1.iii ('Data sources'), covering system-generated/metadata versus survey data, paper versus digital formats, collection frequency, comparison groups, and indicator mapping.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-112",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 112",
      "pageStart": 112,
      "pageEnd": 112,
      "target": "../sections/page-112.md",
      "narrative": null,
      "content": "102\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nName of data \nsource\nSystem-generated \nOR survey data\nData format: \npaper OR digital\nFrequency of \ncollection\nComparison \ngroup (Y/N)\nIndicators No.\nE.g. Women’s \nhousehold survey\nCollected using routine \nmobile phones service \ndelivery\nBaseline\nY\nN1, N3, D4, D10\nE.g. District \nhealth-care facility \nrecords\nSurvey data\nAt each follow-\nup visit\nN\nN2, N5, N6, \nD1–D3\nStep 1.iv. Alignment of indicators with data sources\nDo I have the necessary information, given my data streams, to support my cla",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Chapter 5 Part 5b, presenting the Step 1.iii data sources worksheet table (with illustrative examples for a women's household survey and district health-care facility records) and Step 1.iv ('Alignment of indicators with data sources' instructions and summary table checking numerator and denominator availability per claim).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-113",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 113",
      "pageStart": 113,
      "pageEnd": 113,
      "target": "../sections/page-113.md",
      "narrative": null,
      "content": "103\nSummary of recommendations – Step 1\nBased on review of the data available, the M&E team may make the following recommendations: \nIf sufficient data are available to support one or more claims: \n■\n■\nSummarize the claims that can be made, given the available data.\n■\n■\nGenerate recommendations for data collection for any claims that do not have data to support them.\n■\n■\nIdentify any additional claims that might be possible, given the data.\nIf sufficient data are not available to support at least one claim: \n■\n■\nGenerate recommendations for data that should be collected to support the claims.",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Chapter 5 Part 5b, covering 'Summary of recommendations – Step 1' (actions when sufficient data are or are not available to support claims) and instructions for Step 2 ('Data mapping': Step 2.i on understanding data collection, collation, analysis, and decision-making use, and Step 2.ii on charting stakeholder data flows across health system levels).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-114",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 114",
      "pageStart": 114,
      "pageEnd": 114,
      "target": "../sections/page-114.md",
      "narrative": null,
      "content": "104\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nStakeholder\nData \ncollection\nCompilation\nStorage\nAnalysis\nReporting\nUse\nResearch \nworker\nClient-\ngenerated\nFront-line \nhealth worker\nPrivate clinic\nNGO\nGovernment \nfacility\nDistrict level\nRegional level\nNational level\nSummary of recommendations – Step 2\nThe Data Map allows the M&E team to outline a logical sequence of steps needed to improve the flow of data at each \nlevel of the health system. However, the component steps of Step 2 outlined above are not absolute. Generation of \nrecommendati",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Chapter 5 Part 5b Step 2, presenting the stakeholder data flow mapping grid (across Research worker, Client-generated, Front-line health worker, Private clinic, NGO, Government facility, District, Regional, and National levels for Data collection, Compilation, Storage, Analysis, Reporting, and Use) and 'Summary of recommendations – Step 2' guiding questions.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-115",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 115",
      "pageStart": 115,
      "pageEnd": 115,
      "target": "../sections/page-115.md",
      "narrative": null,
      "content": "105\nStep 3: Assessment of data management protocols and data quality\nInstructions: The following section refers to the data that are required to measure the indicators identified in Step 2. \nThe M&E team should review each of the items in the checklist to generate summary recommendations. \nAssessment items\nResponse categories\nYes\nNo\nInconsistent\nSTEP 3.i: DATA COLLECTION\nItem 1: Data elements\n1.1.\t Can the relevant databases/data sources be linked via a common client identifier? \n1.1.\t For data collection using digital devices, are there built-in rules to validate the \nidentifier in each datab",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of Chapter 5 Part 5b Step 3 ('Assessment of data management protocols and data quality' checklist), covering Step 3.i Data collection (Item 1: Data elements and identifiers; Item 2: Data collection using paper forms), Step 3.ii Data storage (Item 3: Data transmission; Item 4: Data security), and the first part of Step 3.iii Data analytics and dashboards (Item 5: Data dashboard items 5.1–5.5).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-116",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 116",
      "pageStart": 116,
      "pageEnd": 116,
      "target": "../sections/page-116.md",
      "narrative": null,
      "content": "106\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nAssessment items\nResponse categories\nYes\nNo\nInconsistent\n5.6.\t \u0007How frequently are new data entered by individuals at each level of the \norganization?\n1 – Daily\n2 – Weekly\n3 – Monthly\n4 – Quarterly\n5 – Annually\n6 – Uncertain\n5.7.\t How frequently are data accessed by individuals at each level of the organization?\n1 – Daily\n2 – Weekly\n3 – Monthly\n4 – Quarterly\n5 – Annually\n6 – Uncertain\n5.8.\t Are visual forms of the data (e.g. graphs, charts, tables, maps) readily available and/\nor easy to gene",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of the Chapter 5 Part 5b Step 3 checklist, completing Step 3.iii Data analytics and dashboards (items 5.6–5.8 on data entry/access frequency and visual outputs), Step 3.iv Data management (Item 6: Staff training; Item 7: Supervision; Item 8: Data documentation), and Step 3.v Data use (Item 9: Regularity of meetings and review of meeting records).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-117",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 117",
      "pageStart": 117,
      "pageEnd": 117,
      "target": "../sections/page-117.md",
      "narrative": null,
      "content": "107\nSummary of recommendations – Step 3\nThis section provides a checklist of items for the M&E team to assess within the existing system of data quality \nassurance and management, as well as relevant questions for each item. While the responses to the questions will \nhelp to identify areas for improvement, specific recommendations will depend on ensuring the evaluation of the \nitems that are most pertinent to the project, and will be shaped by the M&E team’s expertise in the subject matter.\nStep 3.i. Data collection\nItem 1: Data elements\n■\n■\nAre data elements for each of the indicators clearly",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Chapter 5 Part 5b ('Summary of recommendations – Step 3'), providing review questions for the M&E team to formulate recommendations across Step 3.i Data collection, Step 3.ii Data storage, Step 3.iii Data analytics/dashboards, Step 3.iv Data management, and Step 3.v Data use.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-118",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 118",
      "pageStart": 118,
      "pageEnd": 118,
      "target": "../sections/page-118.md",
      "narrative": null,
      "content": "108\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 5c: Sample application of data quality assessment\nThis part applies the data quality assessment procedures with a sample programme of the Kenya Medical Research Institute \n(KEMRI)’s “Texting to improve testing” (TextIT) project. The TextIT project provides theory-based individually tailored text-\nmessaging intervention aimed at improving the retention of mothers and babies in programmes for elimination of mother-\nto-child transmission (EMTCT) of HIV.\nStep 1. Alignment of available data w",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of Chapter 5 Part 5c ('Sample application of data quality assessment'), illustrating Step 1 ('Alignment of available data with programme claims') using the Kenya Medical Research Institute (KEMRI) 'Texting to improve testing' (TextIT) PMTCT/EMTCT retention project, including Step 1.i programme claims and Step 1.ii indicators (numerators N1–N4 and denominators D1–D4).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-119",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 119",
      "pageStart": 119,
      "pageEnd": 119,
      "target": "../sections/page-119.md",
      "narrative": null,
      "content": "109\nStep 1.iii. Data sources\nName of data \nsource\nSystem-generated OR \nsurvey data\nData format: \npaper OR digital\nFrequency of \ncollection\nComparison \ngroup (Y/N)\nIndicators \nNo.\nBaseline survey\nSystem-generated data \n(abstracted from patient charts, \nantenatal care [ANC] register, \nmother–baby booklet)\nPaper/digital\nOnce/woman\nY\nD1, D2\nPostpartum-1 \nsurvey (mother)\nSystem-generated data \n(abstracted from patient charts, \npostnatal care [PNC] register, \nHIV-exposed infant [HEI] register, \nmother–baby booklet)\nPaper/digital\nOnce/woman\nY\nN1, N2, D3, \nD4\nPostpartum-2 \nsurvey (baby)\nSystem-generat",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of the KEMRI TextIT sample application in Chapter 5 Part 5c, showing completed tables for Step 1.iii ('Data sources': baseline, postpartum-1 mother, and postpartum-2 baby surveys), Step 1.iv ('Alignment of indicators with data sources'), and Step 2.1 ('Current data map' across Mentor mother, KEMRI study team, International donors, and Kenya MOH/NASCOP).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p120-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 120,
      "pageEnd": 120,
      "target": "../images/img-p120-1.png",
      "narrative": "draft",
      "content": "A screenshot of a MEASURE Evaluation web page titled \"Inventory of PRISM Framework and Tools: Application of PRISM Tools and Interventions for Strengthening Routine Health Information System Performance,\" showing the site's header, main navigation and a right-hand sidebar with search-publications and shopping-cart controls.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-120",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 120",
      "pageStart": 120,
      "pageEnd": 120,
      "target": "../sections/page-120.md",
      "narrative": null,
      "content": "110\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n2. Map with additional opportunities for data use (additions in red) \nData \ncollection\nCompilation\nStorage\nAnalysis\nReporting\nUse\nMentor \nmother\nAbstract data \nfrom registers \non paper, client \ninterviews \n(demographic \ninformation)\nAbstracted \ndata are pooled \ntogether in \nODK \nIn paper forms \nand in ODK\nReported \nto mentor \nmothers to \nunderstand \nprogress\nUse in \nimproving \nquality and \ncoverage of care\nStudy team \n(KEMRI)\nData analysed\nInternational \ndonors\nReported \nto WHO, \npublication",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Chapter 5 Part 5c and Chapter 5, presenting Step 2.2 ('Map with additional opportunities for data use' adding feedback reporting and care-improvement use for mentor mothers), Further Reading links (K4Health DDIU Information Use Mapping and MEASURE Evaluation PRISM framework tools), and Chapter 5 References (items 1–3).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p121-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 121,
      "pageEnd": 121,
      "target": "../images/img-p121-1.png",
      "narrative": "draft",
      "content": "A chapter-opening photograph of a clinic room in which a seated woman patient faces two health workers across a desk cluttered with medical supplies and paperwork; one worker, seated, points to a tablet computer screen, while the other stands behind, and a poster and wooden cabinet are visible on the wall behind them.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-121",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 121",
      "pageStart": 121,
      "pageEnd": 121,
      "target": "../sections/page-121.md",
      "narrative": null,
      "content": "111\nChapter 6: Reporting your \nfindings: the mHealth \nEvidence Reporting and \nAssessment (mERA) checklist7\n7  The material in this chapter has been adapted from the mERA checklist, which was developed by a group of experts assembled as part of the WHO mHealth \nTechnical Evidence Review Group (mTERG). Contributors outside of mTERG were recruited through professional and academic networks. For the complete article \non mERA, please see Agarwal et al., 2016 (1).",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Section divider title page for Chapter 6: 'Reporting your findings: the mHealth Evidence Reporting and Assessment (mERA) checklist', with a footnote attributing the checklist to the WHO mHealth Technical Evidence Review Group (mTERG) and Agarwal et al. (2016).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-122",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 122",
      "pageStart": 122,
      "pageEnd": 122,
      "target": "../sections/page-122.md",
      "narrative": null,
      "content": "112\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nW\nhile the ultimate goal of M&E is to both optimize implementation and generate evidence about a particular \nprogramme, disseminating the findings is also critical, as this will contribute to better understanding about \nthe impact of digital health interventions and encourage further support and investments in digital health. \nTo assess the relevance of research findings, and potentially replicate effective digital health interventions, \nreaders need clear and comprehensive information that i",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Chapter 6 opening overview introducing the purpose and target audiences (manuscript authors, peer-reviewers, and journal editors) of the mHealth Evidence Reporting and Assessment (mERA) checklist, together with the 'How will this section help me?' summary box.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-123",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 123",
      "pageStart": 123,
      "pageEnd": 123,
      "target": "../sections/page-123.md",
      "narrative": null,
      "content": "113\nC H A P T E R 6 : R E P O R T I N G YO U R F I N D I N G S : T H E M H E A LT H E V I D E N C E R E P O R T I N G A N D A S S E S S M E N T ( M E R A ) C H E C K L I S T\nPart 6a: How to use mERA\nmERA is a checklist consisting of 16 items focused on reporting on digital health interventions; these items are listed \nin Table 6.1 and described in detail later in this section. As far as possible, the 16 core mERA items should be used in \nconjunction with appropriate study-design-specific checklists, such as the CONsolidated Standards Of Reporting Trials \n(CONSORT) checklist of recommendations",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of Chapter 6 Part 6a ('How to use mERA'), explaining how the 16 core mERA items complement study-design-specific reporting guidelines (CONSORT, STROBE) and the 29 general methodological criteria in Part 6b, followed by the first part of Table 6.1 ('Core mERA criteria', items 1–10: Infrastructure through Adoption inputs/Programme entry).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-124",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 124",
      "pageStart": 124,
      "pageEnd": 124,
      "target": "../sections/page-124.md",
      "narrative": null,
      "content": "114\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n11\nLimitations for delivery at \nscale\nClearly presents the digital health intervention’s limitations for delivery at scale.\n12\nContextual adaptability\nDescribes the adaptation, or not, of the solution to a different language, different population \nor context. Any tailoring or modification of the intervention that resulted from pilot testing/\nusability assessment is described.\n13\nReplicability\nDetails the intervention to support replicability. Clearly presents the source code/\nscreenshots/flow",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Completion of Table 6.1 ('Core mERA criteria', items 11–16: Limitations for delivery at scale, Contextual adaptability, Replicability, Data security, Compliance with national guidelines or regulatory statutes, and Fidelity of the intervention) and detailed explanations with published reporting examples for Item 1 (Infrastructure) and Item 2 (Technology platform).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-125",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 125",
      "pageStart": 125,
      "pageEnd": 125,
      "target": "../sections/page-125.md",
      "narrative": null,
      "content": "115\nExplanation:  Clarity of the “fit” within the existing HIS, either \nthe national HIS or that of the host organization, is important to \nunderstanding how the digital health intervention adds to the existing \nworkflows, improves on existing processes, or complements existing \nprogrammes. Many digital health projects have been criticized \nfor operating in silos, independent of existing efforts to create \norganizational or national HIS architectures or to integrate with existing \nhealth promotion programmes (7). Simple descriptions of specific data \nstandards being used (e.g. HL7, OpenMRS CIE",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 3 (Interoperability/HIS context), Item 4 (Intervention delivery), and Item 5 (Intervention content).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-126",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 126",
      "pageStart": 126,
      "pageEnd": 126,
      "target": "../sections/page-126.md",
      "narrative": null,
      "content": "116\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nExplanation:  Given the space limitations in most peer-reviewed \njournals, this important element of a carefully developed digital health \ninnovation is often given short shrift. Separate manuscripts or \ndocuments may exist, however, describing the formative research \nundertaken to capture user needs, define system constraints, map user \nworkflows, and to adapt communication content and technical solutions \nto fit the local context. If this is the case, the publication should provide \nclear r",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 6 (Usability/content testing), Item 7 (User feedback), and Item 8 (Access of individual participants).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-127",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 127",
      "pageStart": 127,
      "pageEnd": 127,
      "target": "../sections/page-127.md",
      "narrative": null,
      "content": "117\nExplanation:  Recognizing the rarity of full economic evaluations, we \npropose that basic information on financial costs required to design/\ndevelop, start-up and sustain implementation should be reported, from \nthe perspective of different users of the system, over a specified time \nperiod. Ideally these perspectives would include programme, health \nsystems, mobile network operator and end-user costs. Rarely do digital \nhealth programme reports provide such cost information, essential to \nprogramme evaluation and selection. Full economic evaluations entail \nthe comparison of costs and con",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 9 (Cost assessment, referencing the CHEERS statement), Item 10 (Adoption inputs/programme entry), and Item 11 (Limitations for delivery at scale).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p128-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 128,
      "pageEnd": 128,
      "target": "../images/img-p128-1.png",
      "narrative": "draft",
      "content": "Figure 6.1, four screenshots of the Mobilize mobile phone application's \"Followup Visit\" screens, labelled A through D. Panel A (\"Patient data\") lists checkbox symptoms including vision loss, deafness and ringing in ears; panel B (\"Vision group\") asks yes/no questions about eye pain, light sensitivity and decreased vision; panel C asks how long a symptom has been occurring, with choices from \"past day\" to \">1 month\"; and panel D (\"What is your overall assessment?\") offers options of needs urgent care, follow-up at next appointment or prescription required, or stable with no medical attention needed.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-128",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 128",
      "pageStart": 128,
      "pageEnd": 128,
      "target": "../sections/page-128.md",
      "narrative": null,
      "content": "118\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nExplanation:  The digital health intervention may have functionality \nthat is broadly applicable to a range of settings and usage scenarios, \nand specific functionality that is only suited to specific needs, users and \ngeographic localities. Have the authors provided details of the relevance \nof the functionality of the digital health intervention to the specific \nresearch context, and drawn inferences of potential relevance and \nadaptability based on health domains, user types, geographic co",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 12 (Contextual adaptability) and Item 13 (Replicability, illustrated by Figure 6.1 showing mobile phone screenshots of the CommCare-based Mobilize application).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-129",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 129",
      "pageStart": 129,
      "pageEnd": 129,
      "target": "../sections/page-129.md",
      "narrative": null,
      "content": "119\nExplanation:  A brief explanation of the hardware, software and \nprocedural steps taken to minimize the risk of data loss or data capture \nshould be reported. Many ethical review bodies are now requiring \ninvestigators to report the details of steps taken to secure personal \ninformation that can be linked to a client’s identity, from identity fields \nto laboratory test results. Even in settings where laws, standards or \npractices governing data security may be absent, researchers and \nprogramme implementers are responsible for taking reasonable \nmeasures to protect the privacy and confiden",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Chapter 6 Part 6a, presenting detailed explanations and published reporting examples for mERA core criteria Item 14 (Data security), Item 15 (Compliance with national guidelines or regulatory statutes, including HIPAA and medical device oversight), and Item 16 (Fidelity of the intervention).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-130",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 130",
      "pageStart": 130,
      "pageEnd": 130,
      "target": "../sections/page-130.md",
      "narrative": null,
      "content": "120\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nPart 6b: Methodological criteria\nThe checklist in Table 6.2 is sub-divided into two areas: (a) essential criteria for all studies; (b) essential criteria by type of \nstudy, the latter being differentiated by qualitative and quantitative research methods. This list of methodological criteria \nwas based on a comprehensive search for published guidelines for reporting quantitative and qualitative studies. Based \non the study design, one or more of these sub-domains can be applied. If the study h",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Start of Chapter 6 Part 6b ('Methodological criteria') and Table 6.2 ('mERA Methodological criteria'), covering Section A ('Essential criteria for all studies') Introduction items 1–3 (Rationale/scientific background, Objectives/hypotheses, Logic model/theoretical framework) and Methods items 4–8 (Study design, Outcomes, Data collection methods, Participant eligibility, and Participant recruitment).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-131",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 131",
      "pageStart": 131,
      "pageEnd": 131,
      "target": "../sections/page-131.md",
      "narrative": null,
      "content": "121\nCriteria\nItem No.\nDescription\nExamples\nBias\n9\nReports risk of bias. Key examples of \nbias include recall bias (error in the \naccuracy or completeness of respondent \nrecollections) and selection bias (errors in \nselection of participating individuals or \ngroups).\n“Although the reported outcomes may be \naccurate and reflect the proximity of the targeted \ncommunities to the Sene District Medical Center, \nthey may also reflect underreporting biases of \nbirth attendants who may have omitted reports of \npatients when outcomes were less favorable\" (13).\nSampling\n10\nExplains how the sample size wa",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Table 6.2 ('mERA Methodological criteria') Section A in Chapter 6 Part 6b, covering Methods items 9–13 (Bias, Sampling, Setting and locations, Comparator, and Data sources/measurement), Results items 14–16 (Enrolment, Description of study population, and Reporting on outcomes), and Discussion item 17 (Summary of evidence).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-132",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 132",
      "pageStart": 132,
      "pageEnd": 132,
      "target": "../sections/page-132.md",
      "narrative": null,
      "content": "122\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nCriteria\nItem No.\nDescription\nExamples\nLimitations\n18\nDiscusses study limitations; this should \naddress sources of potential biases and \nimprecision.\n“Another limitation in the design was the before-\nafter nature of the assessments as such designs have \nthe potential for temporal confounding” (28).\nGeneralizability/\nexternal validity\n19\nDiscusses applicability of study findings \nto other settings. Examples might \ninclude a discussion on study population, \ncharacteristics of the intervention,",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of Table 6.2 ('mERA Methodological criteria') in Chapter 6 Part 6b, completing Section A Discussion items 18–20 (Limitations, Generalizability/external validity, Conclusions/interpretation) and Conflicts items 21–23 (Funding, Ethical considerations, Competing interests), and presenting Section B ('Essential criteria by type of study') B.1 Quantitative study items 1–3 (Confounding, Statistical methods, Missing data) and B.2 Qualitative criteria item 1 (Analytical methods).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-133",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 133",
      "pageStart": 133,
      "pageEnd": 133,
      "target": "../sections/page-133.md",
      "narrative": null,
      "content": "123\nCriteria\nItem No.\nDescription\nExamples\nData validation\n2\nDiscusses use of triangulation, member \nchecking (respondent validation), search \nfor negative cases, or other procedures \nfor cross-verification from two or more \nsources.\n“To enhance the credibility of results, the research \nteam compared findings from each of the study’s \nsub-groups and organized a verification meeting \nwith program advisors to examine the extent to \nwhich the research captured internally valid and \ndependable information” (20).\nReflexivity of \naccount provided\n3\nDescribes the researcher’s role and \nrelationship t",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Completion of Table 6.2 ('mERA Methodological criteria') Section B.2 Qualitative criteria items 2–3 (Data validation and Reflexivity of account provided) and the first part of the Chapter 6 References list (items 1–11).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-134",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 134",
      "pageStart": 134,
      "pageEnd": 134,
      "target": "../sections/page-134.md",
      "narrative": null,
      "content": "124\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n12.\t Husereau D, Drummond M, Petrou S, Carswell C, Moher D, Greenberg D et al. Consolidated Health Economic Evaluation \nReporting Standards (CHEERS) statement. BMC Med. 2013;11(1):80. doi:10.1186/1741-7015/11/80.\n13.\t Andreatta P, Debpuur D, Danquah A, Perosky J. Using cell phones to collect postpartum hemorrhage outcome data in \nrural Ghana. Int J Gynecol Obstet. 2011;113:148–51. doi:10.1016/j.ijgo.2010.11.020.\n14.\t Zurovac D, Larson B, Sudoi RK, Snow RW. Costs and cost-effectiveness of a mo",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of the Chapter 6 References list (items 12–27), citing the CHEERS statement and empirical mHealth evaluation studies used as reporting examples across the mERA checklist.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-135",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 135",
      "pageStart": 135,
      "pageEnd": 135,
      "target": "../sections/page-135.md",
      "narrative": null,
      "content": "125\n28.\t Mitchell M, Hedt-Gauthier BL, Msellemu D, Nkaka M, Lesh N. Using electronic technology to improve clinical care – \nresults from a before-after cluster trial to evaluate assessment and classification of sick children according to Integrated \nManagement of Childhood Illness (IMCI) protocol in Tanzania. BMC Med Inform Decis Mak. 2013;13(1):1–8.\n29.\t Lori JR, Munro ML, Boyd CJ, Andreatta P. Cell phones to collect pregnancy data from remote areas in Liberia. J Nurs \nScholarsh. 2012;44(3):294–301.\n30.\t Lester RT, Ritvo P, Mills EJ, Kariri A, Karanja S, Chung MH et al. Effects of a mobile ph",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of the Chapter 6 References list (items 28–37), citing empirical mHealth studies and foundational reporting guidelines (TREND, STROBE, STARD, CONSORT 2010, COREQ, and SQUIRE).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-136",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 136",
      "pageStart": 136,
      "pageEnd": 136,
      "target": "../sections/page-136.md",
      "narrative": null,
      "content": "126\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nAnnex I: Glossary\nAnalytic study: A study aimed at quantifying the relationship between the intervention and the outcome(s) of interest, \nusually with the specific aim of demonstrating a causative link between the two. These studies are designed to test \nhypotheses that have usually been generated from descriptive studies. There are two main categories of analytic studies: \n(a) experimental and (b) observational.\nBenchmark: Reference point or standard against which performance or achievements",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "First page of Annex I: Glossary, defining key monitoring, evaluation, and digital health terms from 'Analytic study' through 'Focus group discussions (FGDs)' (including Benchmark, Claim, Codebook, Conceptual framework, Descriptive study, Digital health, Digital health intervention, Effectiveness, Efficacy, Evaluation, Experimental studies, Feasibility, and Fidelity).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-137",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 137",
      "pageStart": 137,
      "pageEnd": 137,
      "target": "../sections/page-137.md",
      "narrative": null,
      "content": "127\nFormative evaluation: Studies aimed at informing the development and design of effective intervention strategies. \nThey may be conducted before or during implementation (14).\nFunctionality (also referred to as functional suitability): A “characteristic that represents the degree to which a \nproduct or system provides functions that meet stated and implied needs when used under specified conditions” (15). \nIn this Guide, functionality refers to the ability of the digital health system to support the desired intervention.\nHierarchy of study designs: A ranking of study designs from highest to",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Second page of Annex I: Glossary, defining key terms from 'Formative evaluation' through 'Observation' (including Functionality, Hierarchy of study designs, Human-centered design, Impact, Impact evaluations, Implementation research, In-depth interviews [IDIs], Indicator, Inputs, Logical framework, Mobile health [mHealth], Monitoring, Monitoring burden, and Non-probability sampling).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-138",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 138",
      "pageStart": 138,
      "pageEnd": 138,
      "target": "../sections/page-138.md",
      "narrative": null,
      "content": "128\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nObservational studies: Non-experimental studies in which “the investigator does not intervene but rather simply \n‘observes’ and assesses the strength of the relationship between an exposure and disease variable” (22).\nOutcomes: The intermediate changes that emerge as a result of inputs and processes. Within digital health, these may be \nconsidered according to three levels: health systems, provider and client.\nOutputs: The direct products/deliverables of process activities in an intervention",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Third page of Annex I: Glossary, defining key terms from 'Observational studies' through 'Stability' (including Outcomes, Outputs, Participatory action research [PAR], Performance, Pilot, Probability sampling, Processes, Process monitoring, Quality, Quality assurance [QA] test cases, Randomized controlled trial [RCT], Results framework, and Software requirements specification [SRS]).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-139",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 139",
      "pageStart": 139,
      "pageEnd": 139,
      "target": "../sections/page-139.md",
      "narrative": null,
      "content": "129\nStakeholders: Entities (individuals or organizations) that have a vested interest in the digital health system or \nintervention, in the capacity of being a decision-maker, project staff or end-user (30).\nSummative evaluation: A study conducted at the end of an intervention (or a phase of that intervention) to determine \nthe extent to which anticipated outcomes were produced (1).\nTheory of change: A theory of change is a causal model that links outcomes and activities to explain how and why the \ndesired change is anticipated to occur (31). Theory-based conceptual frameworks are similar to l",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of Annex I: Glossary definitions ('Stakeholders', 'Summative evaluation', 'Theory of change', 'Usability', 'Use cases', 'Users', 'Value proposition', and 'Wireframes') and the first part of the Annex I References list (items 1–9).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-140",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 140",
      "pageStart": 140,
      "pageEnd": 140,
      "target": "../sections/page-140.md",
      "narrative": null,
      "content": "130\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\n10.\t Mack N, Woodsong C, MacQueen KM, Guest G, Namey E. Qualitative research methods: a data collector’s field guide. \nResearch Triangle Park (NC): Family Health International; 2005 (https://www.fhi360.org/resource/qualitative-research-\nmethods-data-collectors-field-guide, accessed 6 May 2016).\n11.\t Stewart K, Gill P, Chadwick B, Treasure E. Qualitative research in dentistry. Br Dent J. 2008;204(5):235–9.\n12.\t Qualitative research: getting started [website]. Durham (NC): Duke University Libra",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Continuation of the Annex I: Glossary References list (items 10–28), citing qualitative, quantitative, evaluation, software quality (ISO 25000), and implementation research sources.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-141",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 141",
      "pageStart": 141,
      "pageEnd": 141,
      "target": "../sections/page-141.md",
      "narrative": null,
      "content": "29.\t Performance monitoring and evaluation TIPS: building a results framework. Washington (DC): United States Agency \nfor International Development (USAID); 2010 (https://www.ndi.org/files/Performance%20Monitoring%20and%20\nEvaluation%20Tips%20Building%20a%20Results%20Framework.pdf, accessed 6 May 2016).\n30.\t Bryson JM, Patton MQ, Bowman RA. Working with evaluation stakeholders: a rationale, step-wise approach and toolkit. \nEval Program Plann. 2011;34(1):1–12. doi:10.1016/j.evalprogplan.2010.07.001.\n31.\t Vogel I. Review of the use of “Theory of Change” in international development. London: Unit",
      "truncated": true,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Conclusion of the Annex I: Glossary References list (items 29–35), citing USAID results framework guidance, stakeholder evaluation, Theory of Change, ISO 25000 usability, usability.gov use cases and wireframing, and MaRS value proposition resources.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-142",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 142",
      "pageStart": 142,
      "pageEnd": 142,
      "target": "../sections/page-142.md",
      "narrative": null,
      "content": "_(no text on this page)_",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Blank end-matter page (no text on page 142 of the PDF).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-143",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 143",
      "pageStart": 143,
      "pageEnd": 143,
      "target": "../sections/page-143.md",
      "narrative": null,
      "content": "_(no text on this page)_",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Blank inside back cover page (no text on page 143 of the PDF).",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    },
    {
      "id": "library/9789241511766-eng/blocks/figure-img-p144-1",
      "types": [
        "folio-assistant-core:Figure",
        "doco:Figure"
      ],
      "kind": "figure",
      "title": "",
      "pageStart": 144,
      "pageEnd": 144,
      "target": "../images/img-p144-1.png",
      "narrative": "draft",
      "content": "A printed barcode with the ISBN number 9789241511766 beneath it.",
      "truncated": false,
      "provenance": "ingested",
      "summary": null
    },
    {
      "id": "library/9789241511766-eng/blocks/prose-page-144",
      "types": [
        "folio-assistant-core:Prose",
        "doco:Section"
      ],
      "kind": "prose",
      "title": "Page 144",
      "pageStart": 144,
      "pageEnd": 144,
      "target": "../sections/page-144.md",
      "narrative": null,
      "content": "134\t\nM O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S\nFor more information, please contact:\nDepartment of Reproductive Health and Research\nWorld Health Organization\nAvenue Appia 20, CH-1211 Geneva 27, Switzerland\nFax: +41 22 791 4171\nEmail: reproductivehealth@who.int\nwww.who.int/reproductivehealth",
      "truncated": false,
      "provenance": "ingested",
      "summary": {
        "status": "draft",
        "text": "Back cover page providing contact details for the WHO Department of Reproductive Health and Research in Geneva, Switzerland.",
        "state": "draft",
        "draftedBy": {
          "kind": "agent",
          "id": "claude-code",
          "model": "not-disclosed"
        },
        "draftedAt": "2026-10-30"
      }
    }
  ]
}
