{
  "$schema": "folio-library-document/v1",
  "id": "9789241511766-eng",
  "title": "Monitoring and Evaluating Digital Health Interventions: A practical guide to conducting research and assessment",
  "variant": "pdf",
  "pages": null,
  "tocSource": "none",
  "tocMethod": null,
  "toc": [],
  "sections": [
    {
      "id": "page-001",
      "number": null,
      "title": "Page 1",
      "level": 1,
      "pageStart": 1,
      "pageEnd": 1,
      "labelStart": null,
      "labelEnd": null,
      "words": 21,
      "summary": {
        "text": "Front cover and title page of 'Monitoring and Evaluating Digital Health Interventions: A practical guide to conducting research and assessment', co-published with the Johns Hopkins University Global mHealth Initiative.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "1 Monitoring and Evaluating Digital Health Interventions A practical guide to conducting research and assessment Global mHealth Initiative JOHNS HOPKINS UNIVERSITY",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-001",
        "library/9789241511766-eng/blocks/figure-img-p001-1",
        "library/9789241511766-eng/blocks/figure-img-p001-2",
        "library/9789241511766-eng/blocks/figure-img-p001-3",
        "library/9789241511766-eng/blocks/figure-img-p001-5",
        "library/9789241511766-eng/blocks/figure-img-p001-9",
        "library/9789241511766-eng/blocks/figure-img-p001-14",
        "library/9789241511766-eng/blocks/figure-img-p001-16",
        "library/9789241511766-eng/blocks/figure-img-p001-26",
        "library/9789241511766-eng/blocks/figure-img-p001-37",
        "library/9789241511766-eng/blocks/figure-img-p001-41",
        "library/9789241511766-eng/blocks/figure-img-p001-42",
        "library/9789241511766-eng/blocks/figure-img-p001-53",
        "library/9789241511766-eng/blocks/figure-img-p001-58",
        "library/9789241511766-eng/blocks/figure-img-p001-59",
        "library/9789241511766-eng/blocks/figure-img-p001-60",
        "library/9789241511766-eng/blocks/figure-img-p001-61"
      ]
    },
    {
      "id": "page-002",
      "number": null,
      "title": "Page 2",
      "level": 1,
      "pageStart": 2,
      "pageEnd": 2,
      "labelStart": null,
      "labelEnd": null,
      "words": 525,
      "summary": {
        "text": "Copyright and publication page for 'Monitoring and evaluating digital health interventions: a practical guide to conducting research and assessment' (WHO, 2016, ISBN 978-92-4-151176-6), detailing CC BY-NC-SA 3.0 IGO licensing terms, suggested citation, Cataloguing-in-Publication data, third-party material policies, general disclaimers, and design and photography credits.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "creative commons",
          "heading": false
        },
        {
          "term": "suggested citation",
          "heading": false
        },
        {
          "term": "licence",
          "heading": false
        },
        {
          "term": "health organization",
          "heading": false
        },
        {
          "term": "conducting research",
          "heading": false
        },
        {
          "term": "world health",
          "heading": false
        },
        {
          "term": "practical guide",
          "heading": false
        },
        {
          "term": "evaluating digital",
          "heading": false
        }
      ],
      "extract": "Monitoring and evaluating digital health interventions: a practical guide to conducting research and assessment ISBN 978-92-4-151176-6 © World Health Organization 2016 Some rights reserved. This work is available under the Creative Commons Attribution-NonCommercial-ShareAlike 3.0 IGO licence (CC BY-NC-SA 3.0 IGO; https://creativecommons.org/licenses/by-nc-sa/3.0/igo). Under the terms of this licence, you may copy,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-002"
      ]
    },
    {
      "id": "page-003",
      "number": null,
      "title": "Page 3",
      "level": 1,
      "pageStart": 3,
      "pageEnd": 3,
      "labelStart": null,
      "labelEnd": null,
      "words": 2194,
      "summary": {
        "text": "Table of contents listing front matter (Acknowledgements, Acronyms and abbreviations, Preface, Executive summary, Introduction), Chapters 1 through 6 and their subsections (covering M&E overview, claims and frameworks, monitoring, evaluation, data quality assessment, and the mERA reporting checklist), and Annex I (Glossary).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "quality assessment",
          "heading": false
        },
        {
          "term": "mera",
          "heading": false
        },
        {
          "term": "data quality",
          "heading": false
        },
        {
          "term": "health interventions",
          "heading": false
        },
        {
          "term": "chapter",
          "heading": false
        },
        {
          "term": "monitoring",
          "heading": false
        }
      ],
      "extract": "i Contents Acknowledgements . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . ii Acronyms and abbreviations. . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-003"
      ]
    },
    {
      "id": "page-004",
      "number": null,
      "title": "Page 4",
      "level": 1,
      "pageStart": 4,
      "pageEnd": 4,
      "labelStart": null,
      "labelEnd": null,
      "words": 487,
      "summary": {
        "text": "Acknowledgements page crediting authors and contributors from the WHO Department of Reproductive Health and Research (RHR), Johns Hopkins University Global mHealth Initiative (JHU-GmI), Duke University, United Nations Foundation (UNF), African Centre for eHealth Excellence, implementing partner organizations, the Innovation Working Group (IWG) Catalytic mHealth Grant Mechanism, Green Ink, and Norad.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "jhsph",
          "heading": false
        },
        {
          "term": "rhr department",
          "heading": false
        },
        {
          "term": "catalytic mhealth",
          "heading": false
        },
        {
          "term": "mhealth grant",
          "heading": false
        },
        {
          "term": "unf",
          "heading": false
        },
        {
          "term": "grant mechanism",
          "heading": false
        },
        {
          "term": "jhu-gmi",
          "heading": false
        },
        {
          "term": "johns hopkins",
          "heading": false
        }
      ],
      "extract": "ii M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Acknowledgements This guide to monitoring and evaluating digital health interventions was developed through collaboration with the World Health Organization (WHO) Department of Reproductive Health and Research (RHR), the Johns Hopkins University Global mHealth Initiative (JHU-GmI) and the United Nations Foundation",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-004"
      ]
    },
    {
      "id": "page-005",
      "number": null,
      "title": "Page 5",
      "level": 1,
      "pageStart": 5,
      "pageEnd": 5,
      "labelStart": null,
      "labelEnd": null,
      "words": 184,
      "summary": {
        "text": "First page of the Acronyms and abbreviations list (ANC through KEMRI), defining clinical, economic evaluation, health information system, and organizational abbreviations used throughout the Guide.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "johns hopkins",
          "heading": false
        },
        {
          "term": "hopkins university",
          "heading": false
        },
        {
          "term": "health information",
          "heading": false
        },
        {
          "term": "information system",
          "heading": false
        },
        {
          "term": "cost",
          "heading": false
        },
        {
          "term": "ehealth",
          "heading": false
        },
        {
          "term": "analysis",
          "heading": false
        },
        {
          "term": "research",
          "heading": false
        }
      ],
      "extract": "iii Acronyms and abbreviations ANC Antenatal care CBA Cost–benefit analysis CCA Cost–consequence analysis CEA Cost–effectiveness analysis CHW Community health worker CIEL Columbia International eHealth Laboratory CONSORT Consolidated Standards of Reporting Trials CMA Cost-minimization analysis CUA Cost–utility analysis DALY Disability-adjusted life year DHIS District Health Information System DHS Demographic and",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-005"
      ]
    },
    {
      "id": "page-006",
      "number": null,
      "title": "Page 6",
      "level": 1,
      "pageStart": 6,
      "pageEnd": 6,
      "labelStart": null,
      "labelEnd": null,
      "words": 252,
      "summary": {
        "text": "Second page of the Acronyms and abbreviations list (M&E through WHO), defining monitoring and evaluation, digital health, maternal and child health, study reporting, and agency abbreviations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "united nations",
          "heading": false
        },
        {
          "term": "mhealth",
          "heading": false
        },
        {
          "term": "mobile",
          "heading": false
        },
        {
          "term": "maternal",
          "heading": false
        },
        {
          "term": "newborn",
          "heading": false
        },
        {
          "term": "fund",
          "heading": false
        },
        {
          "term": "agency",
          "heading": false
        },
        {
          "term": "child",
          "heading": false
        }
      ],
      "extract": "iv M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S M&E Monitoring and evaluation MAMA Mobile Alliance for Maternal Action MAPS mHealth Assessment and Planning for Scale mERA mHealth Evidence Reporting and Assessment mHealth The use of mobile and wireless technologies for health MICS Multiple Indicator Cluster Survey MNO Mobile network operator MOH Ministry of health",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-006"
      ]
    },
    {
      "id": "page-007",
      "number": null,
      "title": "Page 7",
      "level": 1,
      "pageStart": 7,
      "pageEnd": 7,
      "labelStart": null,
      "labelEnd": null,
      "words": 420,
      "summary": {
        "text": "Preface situating the Guide within five years of collaborative learning across 26 mHealth projects supported by WHO RHR, UNF, Norad, and JHU-GmI, and outlining its pragmatic focus on monitoring deployment fidelity and evaluating outputs, health outcomes, and cost-effectiveness.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "deployments",
          "heading": false
        },
        {
          "term": "united nations",
          "heading": false
        },
        {
          "term": "five years",
          "heading": false
        },
        {
          "term": "mhealth",
          "heading": false
        },
        {
          "term": "learn",
          "heading": false
        },
        {
          "term": "implementers",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        }
      ],
      "extract": "v Preface Over the past five years, substantial progress has been made in defining terms around the landscape of digital, mobile and wireless technologies for health, or digital health – also commonly referred to as mHealth or eHealth. Broadly, digital tools are increasingly being tested, evaluated and, in some instances, integrated at scale into health systems in low- and middle-income countries striving to meet",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-007"
      ]
    },
    {
      "id": "page-008",
      "number": null,
      "title": "Page 8",
      "level": 1,
      "pageStart": 8,
      "pageEnd": 8,
      "labelStart": null,
      "labelEnd": null,
      "words": 290,
      "summary": {
        "text": "Executive summary explaining how monitoring and evaluation (M&E) needs evolve across digital health intervention maturity stages—from technical functionality and feasibility to usability, effectiveness, attributable impact, and value for money—and outlining the Guide's progression from value claims and indicators to data quality assessment and reporting.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health interventions",
          "heading": false
        },
        {
          "term": "reader",
          "heading": false
        },
        {
          "term": "evaluation",
          "heading": false
        },
        {
          "term": "basic",
          "heading": false
        },
        {
          "term": "value",
          "heading": false
        },
        {
          "term": "monitoring",
          "heading": false
        },
        {
          "term": "through",
          "heading": false
        }
      ],
      "extract": "vi M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Executive summary This Guide provides step-wise guidance to improve the quality and value of monitoring and evaluation (M&E) efforts in the context of digital health interventions, which are also commonly referred to as mHealth or eHealth interventions. Among the many challenges identified in the digital health",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-008"
      ]
    },
    {
      "id": "page-009",
      "number": null,
      "title": "Page 9",
      "level": 1,
      "pageStart": 9,
      "pageEnd": 9,
      "labelStart": null,
      "labelEnd": null,
      "words": 451,
      "summary": {
        "text": "Introduction to the Guide and Figure 1 ('The Guide Roadmap: six steps for the M&E of digital health interventions'), summarizing the contents of Chapters 1 through 6 across maturity stages, claims and frameworks, technical and process monitoring, qualitative/quantitative/economic evaluation designs, data quality assessment, and the mERA checklist.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "chapter",
          "heading": false
        },
        {
          "term": "readers",
          "heading": false
        },
        {
          "term": "claims",
          "heading": false
        },
        {
          "term": "data sources",
          "heading": false
        },
        {
          "term": "mera",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health interventions",
          "heading": false
        },
        {
          "term": "fidelity",
          "heading": false
        }
      ],
      "extract": "vii Introduction This Guide is structured to guide the reader through the pathway described in Figure 1, beginning with a broad overview in Chapter 1 to describe the goals for monitoring and evaluation (M&E), explicitly distinguishing between the efforts aimed at monitoring implementations and those aimed at evaluating their impact. Chapter 2 guides the reader to formulate specific intervention claims and develop",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-009"
      ]
    },
    {
      "id": "page-010",
      "number": null,
      "title": "Page 10",
      "level": 1,
      "pageStart": 10,
      "pageEnd": 10,
      "labelStart": null,
      "labelEnd": null,
      "words": 352,
      "summary": {
        "text": "Continuation of the Introduction distinguishing implementation monitoring (fidelity, quality, and coverage) from programme evaluation (attributing outputs, outcomes, and economic value), identifying the intended audience of implementers, researchers, and policy-makers, and defining the key term 'Digital health'.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "intended",
          "heading": false
        },
        {
          "term": "fidelity",
          "heading": false
        },
        {
          "term": "activities",
          "heading": false
        },
        {
          "term": "mhealth",
          "heading": false
        },
        {
          "term": "guide",
          "heading": false
        },
        {
          "term": "technologies",
          "heading": false
        }
      ],
      "extract": "viii M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S of digital health interventions remains a major barrier to the synthesis of evidence in support of particular strategies. For governments, donors and multilateral agencies to appreciate the potential impact of a digital health intervention, complete and robust reporting of individual intervention projects is vital.",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-010"
      ]
    },
    {
      "id": "page-011",
      "number": null,
      "title": "Page 11",
      "level": 1,
      "pageStart": 11,
      "pageEnd": 11,
      "labelStart": null,
      "labelEnd": null,
      "words": 8,
      "summary": {
        "text": "Section divider title page for Chapter 1: Overview of monitoring and evaluation.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "1 Chapter 1: Overview of monitoring and evaluation",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-011",
        "library/9789241511766-eng/blocks/figure-img-p011-1"
      ]
    },
    {
      "id": "page-012",
      "number": null,
      "title": "Page 12",
      "level": 1,
      "pageStart": 12,
      "pageEnd": 12,
      "labelStart": null,
      "labelEnd": null,
      "words": 540,
      "summary": {
        "text": "Opening of Chapter 1 introducing the intervention maturity life-cycle schematic (Figure 1.1), which illustrates how concurrent monitoring activities (functionality, stability, quality, fidelity) and evaluation activities (usability, feasibility, efficacy, effectiveness, implementation research, and economic/financial evaluation) evolve from prototype to national implementation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "maturity life-cycle",
          "heading": false
        },
        {
          "term": "intervention maturity",
          "heading": false
        },
        {
          "term": "intervention matures",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "concurrent monitoring",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "financial evaluation",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        }
      ],
      "extract": "2 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S T here is broad consensus that a common framework for evaluating digital health interventions2 is vital to generate evidence required for decision-making on the appropriate approach to integrate effective strategies into broader national health systems. Careful monitoring and systematic evaluations of digital health",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-012"
      ]
    },
    {
      "id": "page-013",
      "number": null,
      "title": "Page 13",
      "level": 1,
      "pageStart": 13,
      "pageEnd": 13,
      "labelStart": null,
      "labelEnd": null,
      "words": 541,
      "summary": {
        "text": "Part 1a ('Defining goals for monitoring and evaluation'), defining process monitoring in digital health, explaining how inquiry graduates across the six stages of intervention maturity from device factors to user interaction and health system scale-up, and listing core monitoring questions on specifications, stability, consistency, site variation, and deployment benchmarks.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "monitoring activities",
          "heading": false
        },
        {
          "term": "process monitoring",
          "heading": false
        },
        {
          "term": "implementation fidelity",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "life-cycle",
          "heading": false
        },
        {
          "term": "stage",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        },
        {
          "term": "deployments",
          "heading": false
        }
      ],
      "extract": "3 Part 1a: Defining goals for monitoring and evaluation What is monitoring? Process monitoring is generally defined as the continuous process of collecting and analysing data to compare how well an intervention is being implemented against expected results (3). In this Guide (i.e. in the context of digital health interventions), “monitoring” and “process monitoring” are used interchangeably to refer to the routine",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-013"
      ]
    },
    {
      "id": "page-014",
      "number": null,
      "title": "Page 14",
      "level": 1,
      "pageStart": 14,
      "pageEnd": 14,
      "labelStart": null,
      "labelEnd": null,
      "words": 448,
      "summary": {
        "text": "Box 1.1 mapping the six stages of the intervention maturity life-cycle (pre-prototype/prototype, pilot, demonstration, scale-up, and integration/sustainability) against monitoring goals, evaluation stages, user scale (10–100 to 100 000+), and measurement targets, followed by the definition of evaluation and the challenge of attributing extrinsic changes to the digital health intervention.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "learning curve",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "extrinsic",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "stability",
          "heading": false
        },
        {
          "term": "changes",
          "heading": false
        },
        {
          "term": "prototype",
          "heading": false
        }
      ],
      "extract": "4 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Box 1.1. Schematic depiction of the six stages of the intervention maturity life-cycle from pre-prototype to national-level deployment Stage of maturity 1 & 2: Pre- prototype/ prototype 3: Pilot 4: Demonstration 5: Scale-up 6: Integration/ sustainability Monitoring goals Functionality, stability Fidelity, quality",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-014"
      ]
    },
    {
      "id": "page-015",
      "number": null,
      "title": "Page 15",
      "level": 1,
      "pageStart": 15,
      "pageEnd": 15,
      "labelStart": null,
      "labelEnd": null,
      "words": 540,
      "summary": {
        "text": "Continuation of Part 1a listing illustrative evaluation questions for measuring attribution across usability, efficacy, effectiveness, and cost, explaining how monitoring and evaluation complement each other, and defining the key terms 'Benchmark', 'Evaluation', and 'Process monitoring'.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention changed",
          "heading": false
        },
        {
          "term": "changed outcomes",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "changed processes",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "non-research setting",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "process monitoring",
          "heading": false
        }
      ],
      "extract": "5 counterfactual. Evaluation plans for digital health interventions should focus on generating data that can be used as a basis for assessing whether observed changes in behaviour, processes or health outcomes can be attributed to the intervention. A combination of the following questions (which are illustrative but not comprehensive) can be used for measuring attribution: ■ ■ Usability ✔ ✔Is the digital health",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-015"
      ]
    },
    {
      "id": "page-016",
      "number": null,
      "title": "Page 16",
      "level": 1,
      "pageStart": 16,
      "pageEnd": 16,
      "labelStart": null,
      "labelEnd": null,
      "words": 191,
      "summary": {
        "text": "Concluding paragraph of Part 1a explaining how poor implementation and weak process monitoring can confound evaluation results—illustrated by unreceived SMS reminders due to connectivity issues being mistaken for intervention ineffectiveness.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "text messages",
          "heading": false
        },
        {
          "term": "improve uptake",
          "heading": false
        },
        {
          "term": "reminders",
          "heading": false
        },
        {
          "term": "ineffectiveness",
          "heading": false
        }
      ],
      "extract": "6 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Poorly implemented interventions lacking robust monitoring activities are unlikely to generate the impact expected from them. There is often a tendency to assume that a digital health intervention was not effective, even though evaluation results may be based on poor monitoring of the implementation. For example,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-016"
      ]
    },
    {
      "id": "page-017",
      "number": null,
      "title": "Page 17",
      "level": 1,
      "pageStart": 17,
      "pageEnd": 17,
      "labelStart": null,
      "labelEnd": null,
      "words": 404,
      "summary": {
        "text": "Part 1b ('Developing an M&E plan for your digital health intervention'), presenting the seven-step M&E pathway (Figure 1.2), defining the key term 'Claim', and detailing Step 1 on classifying the stage of maturity and corresponding stage of evaluation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evaluation activities",
          "heading": false
        },
        {
          "term": "appropriate claims",
          "heading": false
        },
        {
          "term": "evaluating digital",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "step",
          "heading": false
        },
        {
          "term": "stage",
          "heading": false
        },
        {
          "term": "maturity",
          "heading": false
        },
        {
          "term": "carry out",
          "heading": false
        }
      ],
      "extract": "7 HOW WILL THIS SECTION HELP ME? This section will: ✔ ✔Identify concrete steps for designing and planning the evaluation of a digital health intervention. ✔ ✔Help you determine which components of the intervention should be evaluated. ✔ ✔Guide you in developing a plan of action for executing defined M&E objectives, and understanding the resources and effort required to carry out the activities. STEP 1 STEP 2 STEP 3",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-017"
      ]
    },
    {
      "id": "page-018",
      "number": null,
      "title": "Page 18",
      "level": 1,
      "pageStart": 18,
      "pageEnd": 18,
      "labelStart": null,
      "labelEnd": null,
      "words": 618,
      "summary": {
        "text": "Continuation of Step 1 on formulating appropriate claims (distinguishing optimization of a validated health intervention from novel digital health interventions, summarized in Box 1.2), followed by Step 2 ('Develop an underlying framework') and Step 3 ('Identify evidence needs and evaluation objectives' using SMART criteria).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "appropriate claims",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "underlying framework",
          "heading": false
        },
        {
          "term": "anticipated outcomes",
          "heading": false
        },
        {
          "term": "objectives",
          "heading": false
        },
        {
          "term": "systems improve",
          "heading": false
        },
        {
          "term": "project",
          "heading": false
        }
      ],
      "extract": "8 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Table 1.1 links the taxonomic stages of maturity (a) with the stages of evaluation (b), as well as corresponding claims or the broader aims for each stage (c). In Chapter 2, Part 2a, claims are covered in more detail along with linkages to broader study objectives and aims. Step 2. Develop an underlying framework To",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-018"
      ]
    },
    {
      "id": "page-019",
      "number": null,
      "title": "Page 19",
      "level": 1,
      "pageStart": 19,
      "pageEnd": 19,
      "labelStart": null,
      "labelEnd": null,
      "words": 543,
      "summary": {
        "text": "Box 1.3 listing the six steps for defining SMART M&E objectives, and Table 1.1 ('Linking stages of maturity with evaluation methods and claims') mapping Early (pre-prototype, prototype, pilot), Mid (demonstration), and Advanced (scale-up, integrated and sustained programme) maturity stages to evaluation stages and technology, intervention, and health claims.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "cost-effective improving",
          "heading": false
        },
        {
          "term": "health outcomes",
          "heading": false
        },
        {
          "term": "technical stability",
          "heading": false
        },
        {
          "term": "stage",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "quality cost-effective",
          "heading": false
        }
      ],
      "extract": "9 Box 1.3. Defining M&E objectives 1. Identify the key stakeholders 2. Discuss with implementers, funders and other key stakeholders 3. Review project goals and anticipated outcomes 4. Identify the evidence required to influence future decision-making 5. Draft objectives that correspond with the appropriate stage of maturity and evaluation 6. Ensure objectives are SMART: specific, measurable, attainable, relevant",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-019"
      ]
    },
    {
      "id": "page-020",
      "number": null,
      "title": "Page 20",
      "level": 1,
      "pageStart": 20,
      "pageEnd": 20,
      "labelStart": null,
      "labelEnd": null,
      "words": 541,
      "summary": {
        "text": "Steps 4, 5, and 6 of the M&E planning pathway: finalizing an appropriate study design, deciding between internal and external evaluators (illustrated in Figure 1.3 across inputs, processes, outputs, outcomes, and impact), and weighing prospective versus retrospective evaluation timing.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "internal evaluations",
          "heading": false
        },
        {
          "term": "evaluation activities",
          "heading": false
        },
        {
          "term": "carry out",
          "heading": false
        },
        {
          "term": "implementing agency",
          "heading": false
        },
        {
          "term": "study design",
          "heading": false
        },
        {
          "term": "carried out",
          "heading": false
        },
        {
          "term": "project",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        }
      ],
      "extract": "10 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Step 4. Finalize a study design Once you have developed a framework and articulated the evidence needs, you need to decide on the optimal study design appropriate for the implementation, monitoring and evaluation of your project. The study design selected will help inform decision-making on evidence generation and",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-020"
      ]
    },
    {
      "id": "page-021",
      "number": null,
      "title": "Page 21",
      "level": 1,
      "pageStart": 21,
      "pageEnd": 21,
      "labelStart": null,
      "labelEnd": null,
      "words": 614,
      "summary": {
        "text": "Continuation of Step 6 on quantifying time and financial, human, and physical resources (Box 1.4, noting the 10% budget benchmark), followed by Step 7 ('Develop an M&E implementation plan') detailing required components: activities and sub-activities, responsible persons, timelines, and budgets.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evaluation activities",
          "heading": false
        },
        {
          "term": "implementation plan",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "sub-activities",
          "heading": false
        },
        {
          "term": "support evaluation",
          "heading": false
        },
        {
          "term": "carried out",
          "heading": false
        },
        {
          "term": "pregnancy outcomes",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        }
      ],
      "extract": "11 Step 7. Develop an M&E implementation plan Once the study objectives, underlying framework and study design have been established, an implementation plan needs to be developed to provide a realistic roadmap of the timeline, resources and activities required to design and implement M&E activities. While there are various types of implementation plans (6–9), one common feature is a table that summarizes the basic",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-021"
      ]
    },
    {
      "id": "page-022",
      "number": null,
      "title": "Page 22",
      "level": 1,
      "pageStart": 22,
      "pageEnd": 22,
      "labelStart": null,
      "labelEnd": null,
      "words": 489,
      "summary": {
        "text": "Table 1.2 providing an illustrative format for an M&E implementation plan (monitoring antenatal care coverage and pregnancy outcomes via SOP development and staff training), followed by the Chapter 1 reference list (citations 1–9).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "february xxx",
          "heading": false
        },
        {
          "term": "project officer",
          "heading": false
        },
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "accessed march",
          "heading": false
        },
        {
          "term": "donor budget",
          "heading": false
        },
        {
          "term": "evaluation handbook",
          "heading": false
        },
        {
          "term": "field guide",
          "heading": false
        },
        {
          "term": "sop",
          "heading": false
        }
      ],
      "extract": "12 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Table 1.2. Illustrative format for an M&E implementation plan Activities Sub-activities (responsible staff) Timeline (Gant or due date) Cost (source) Objective 1: Monitor antenatal care service coverage and pregnancy outcomes. Activity 1: Develop a standard operating procedure (SOP) to collect data Activity 1a:",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-022"
      ]
    },
    {
      "id": "page-023",
      "number": null,
      "title": "Page 23",
      "level": 1,
      "pageStart": 23,
      "pageEnd": 23,
      "labelStart": null,
      "labelEnd": null,
      "words": 10,
      "summary": {
        "text": "Section divider title page for Chapter 2: Setting the stage for monitoring and evaluation.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "13 Chapter 2: Setting the stage for monitoring and evaluation",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-023",
        "library/9789241511766-eng/blocks/figure-img-p023-1"
      ]
    },
    {
      "id": "page-024",
      "number": null,
      "title": "Page 24",
      "level": 1,
      "pageStart": 24,
      "pageEnd": 24,
      "labelStart": null,
      "labelEnd": null,
      "words": 617,
      "summary": {
        "text": "Opening of Chapter 2 outlining the three core M&E questions (goal, process organization, and measurement) and introducing Part 2a ('Articulating claims'), which defines 'Claim' and 'Value proposition' and explains how value propositions communicate end-user benefits relative to a comparator.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "value propositions",
          "heading": false
        },
        {
          "term": "non-digital intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "statement describing",
          "heading": false
        },
        {
          "term": "digital product",
          "heading": false
        },
        {
          "term": "alternative digital",
          "heading": false
        },
        {
          "term": "implicit comparator",
          "heading": false
        },
        {
          "term": "project goals",
          "heading": false
        }
      ],
      "extract": "14 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S P ositive results from M&E of digital health interventions are considered critical to support scale-up of the intervention since these results can lead to buy-in from stakeholders, such as donors and government entities. Hence, it is crucial that M&E objectives be aligned with overall project goals as well as",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-024"
      ]
    },
    {
      "id": "page-025",
      "number": null,
      "title": "Page 25",
      "level": 1,
      "pageStart": 25,
      "pageEnd": 25,
      "labelStart": null,
      "labelEnd": null,
      "words": 662,
      "summary": {
        "text": "Continuation of Part 2a explaining how a claims-based approach aligns M&E objectives with stakeholder expectations, streamlines measurement, and guides indicator selection, illustrated by Box 2.1 (comparing a claim, evaluation objective, hypothesis, and indicator for SMS measles vaccination reminders) and introducing the two pathways for digital health claims.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "articulating claims",
          "heading": false
        },
        {
          "term": "message reminders",
          "heading": false
        },
        {
          "term": "claim statements",
          "heading": false
        },
        {
          "term": "measles vaccine",
          "heading": false
        },
        {
          "term": "text message",
          "heading": false
        },
        {
          "term": "vaccine coverage",
          "heading": false
        },
        {
          "term": "upcoming vaccinations",
          "heading": false
        },
        {
          "term": "claims-based approach",
          "heading": false
        }
      ],
      "extract": "15 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N the effectiveness of the digital health system. Articulating intended or expected future claims can help to define the M&E objectives, and this is one of the first steps in crafting the project’s value proposition. In order to convince stakeholders that the digital health intervention is suitable for scale-up,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-025"
      ]
    },
    {
      "id": "page-026",
      "number": null,
      "title": "Page 26",
      "level": 1,
      "pageStart": 26,
      "pageEnd": 26,
      "labelStart": null,
      "labelEnd": null,
      "words": 534,
      "summary": {
        "text": "Figure 2.1 and accompanying guidance distinguishing Pathway 1 (evaluating the added benefit of a digital health system in optimizing delivery of an already validated health intervention, focusing on process and coverage outcomes) from Pathway 2 (evaluating whether a novel digital health intervention directly and independently improves health outcomes).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "pathway question",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "claim statement",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "following pathway",
          "heading": false
        },
        {
          "term": "validated health",
          "heading": false
        },
        {
          "term": "childhood vaccines",
          "heading": false
        },
        {
          "term": "health impact",
          "heading": false
        }
      ],
      "extract": "16 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Figure 2.1. Defining the role of a digital health intervention Pathway 1: Are you evaluating the added benefit of the digital health system to optimize the delivery of an existing or already validated health intervention, and thereby improve health outcomes? For example: Do digital supply chain systems improve the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-026"
      ]
    },
    {
      "id": "page-027",
      "number": null,
      "title": "Page 27",
      "level": 1,
      "pageStart": 27,
      "pageEnd": 27,
      "labelStart": null,
      "labelEnd": null,
      "words": 406,
      "summary": {
        "text": "Section on linking digital health claims with the Sustainable Development Goals (SDGs) and universal health coverage (UHC), featuring Table 2.1 which maps UHC determinant layers (accountability, supply of commodities/human resources/facilities, demand/contact/continuous coverage, quality/effective coverage, and cost/financial coverage) to digital health strategies and illustrative claims.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "determinant layers",
          "heading": false
        },
        {
          "term": "illustrative claim",
          "heading": false
        },
        {
          "term": "claim statements",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health coverage",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "universal health",
          "heading": false
        },
        {
          "term": "sustainable development",
          "heading": false
        }
      ],
      "extract": "17 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Linking claims with the Sustainable Development Goals With the adoption of the 2030 Agenda for Sustainable Development in September 2015, and the 17 Sustainable Development Goals (SDGs)3, health systems and stakeholders are interested in innovative approaches for achieving universal health coverage (UHC)",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-027"
      ]
    },
    {
      "id": "page-028",
      "number": null,
      "title": "Page 28",
      "level": 1,
      "pageStart": 28,
      "pageEnd": 28,
      "labelStart": null,
      "labelEnd": null,
      "words": 402,
      "summary": {
        "text": "Overview of the five steps in a claims-based approach (Figure 2.2) and detailed guidance on Step i ('Map stakeholders'), explaining how to identify and prioritize decision-makers, project staff, end-users, and scientific or scale-up partners.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "claims-based approach",
          "heading": false
        },
        {
          "term": "key stakeholders",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "claims",
          "heading": false
        },
        {
          "term": "chapter",
          "heading": false
        },
        {
          "term": "project",
          "heading": false
        },
        {
          "term": "exercise",
          "heading": false
        }
      ],
      "extract": "18 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Steps in a claims-based approach The key steps in a claims-based approach are described below and in Figure 2.2. i. Map stakeholders Stakeholders are defined as entities (individuals or organizations) that have a vested interest in the digital health system or intervention, in the capacity of being a decision-maker,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-028"
      ]
    },
    {
      "id": "page-029",
      "number": null,
      "title": "Page 29",
      "level": 1,
      "pageStart": 29,
      "pageEnd": 29,
      "labelStart": null,
      "labelEnd": null,
      "words": 482,
      "summary": {
        "text": "Steps ii through v of the claims-based approach: clarifying stakeholder expectations (with sample stakeholder interview questions in Box 2.2), articulating specific and measurable top claims per stakeholder, measuring claims through M&E and process documentation, and updating claims to match observed evidence.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "claim statements",
          "heading": false
        },
        {
          "term": "expectations",
          "heading": false
        },
        {
          "term": "substantiated",
          "heading": false
        },
        {
          "term": "stakeholder",
          "heading": false
        },
        {
          "term": "articulated",
          "heading": false
        },
        {
          "term": "assumption",
          "heading": false
        },
        {
          "term": "match",
          "heading": false
        },
        {
          "term": "top",
          "heading": false
        }
      ],
      "extract": "19 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Table 2.2 lists the categories of stakeholders who may be associated with a digital health project, their roles and example categories of claim statements that may be relevant to them. ii. Clarify expectations A common pitfall in the synthesis of claim statements is the assumption that one knows what the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-029"
      ]
    },
    {
      "id": "page-030",
      "number": null,
      "title": "Page 30",
      "level": 1,
      "pageStart": 30,
      "pageEnd": 30,
      "labelStart": null,
      "labelEnd": null,
      "words": 536,
      "summary": {
        "text": "First part of Table 2.2 ('Illustrative categories of digital health stakeholders and claims'), mapping government entities (e.g. ministries of health), private sector organizations/mobile network operators, donors, technical agencies (e.g. WHO), beneficiaries/clients, and NGOs to their roles, relevant claim categories, and example claim statements.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "illustrative claim",
          "heading": false
        },
        {
          "term": "improved rmncah",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "rmncah impact",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "mobile network",
          "heading": false
        },
        {
          "term": "community health",
          "heading": false
        },
        {
          "term": "health workers",
          "heading": false
        }
      ],
      "extract": "20 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Table 2.2. Illustrative categories of digital health stakeholders and claims Stakeholder category Role in supporting digital health intervention Illustrative claim categories relevant to the stakeholder Illustrative claim statements Government entities Example: Ministry of Health Implementation partners and/or target",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-030"
      ]
    },
    {
      "id": "page-031",
      "number": null,
      "title": "Page 31",
      "level": 1,
      "pageStart": 31,
      "pageEnd": 31,
      "labelStart": null,
      "labelEnd": null,
      "words": 255,
      "summary": {
        "text": "Continuation of Table 2.2 covering the digital health community (including technical working groups) and the scientific community, detailing their roles as peers and future adopters along with relevant claim categories and illustrative claim statements.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "illustrative claim",
          "heading": false
        },
        {
          "term": "future adopters",
          "heading": false
        },
        {
          "term": "rmncah impact",
          "heading": false
        },
        {
          "term": "infant morbidity",
          "heading": false
        },
        {
          "term": "interventions technologies",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "peers",
          "heading": false
        },
        {
          "term": "diabetes",
          "heading": false
        }
      ],
      "extract": "21 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Stakeholder category Role in supporting digital health intervention Illustrative claim categories relevant to the stakeholder Illustrative claim statements Digital health community including any local or national Technical Working Groups (TWGs) Example: Tanzania mHealth community of practice Peers, future adopters",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-031"
      ]
    },
    {
      "id": "page-032",
      "number": null,
      "title": "Page 32",
      "level": 1,
      "pageStart": 32,
      "pageEnd": 32,
      "labelStart": null,
      "labelEnd": null,
      "words": 515,
      "summary": {
        "text": "Part 2b ('Developing an M&E framework'), introducing the role of frameworks in conceptualizing project goals, activities, and outcomes, and defining the key terms 'Conceptual framework', 'Results framework', 'Logical framework/logic model', 'Theory of change', 'Inputs', 'Processes', and 'Outputs'.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conceptual frameworks",
          "heading": false
        },
        {
          "term": "logic model",
          "heading": false
        },
        {
          "term": "logical framework",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "causal",
          "heading": false
        },
        {
          "term": "theory",
          "heading": false
        },
        {
          "term": "theoretical",
          "heading": false
        }
      ],
      "extract": "22 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S HOW WILL THIS SECTION HELP ME? This section will: ✔ ✔Describe the variety of established frameworks that are relevant for the M&E of digital health interventions. ✔ ✔Demonstrate the appropriate use of different frameworks according to identified M&E needs and objectives. ✔ ✔Highlight real examples of various M&E",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-032"
      ]
    },
    {
      "id": "page-033",
      "number": null,
      "title": "Page 33",
      "level": 1,
      "pageStart": 33,
      "pageEnd": 33,
      "labelStart": null,
      "labelEnd": null,
      "words": 419,
      "summary": {
        "text": "Guidance on constructing a conceptual framework (illustrated in Figure 2.4 connecting intervention X through intermediate factors A, B, and C to anticipated goal Z), definitions of 'Outcomes' and 'Impact', and a pointer to K4Health framework toolkits (Figure 2.3).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conceptual framework",
          "heading": false
        },
        {
          "term": "anticipated goal",
          "heading": false
        },
        {
          "term": "conceptual model",
          "heading": false
        },
        {
          "term": "desired goal",
          "heading": false
        },
        {
          "term": "k4health",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "successful achievement",
          "heading": false
        },
        {
          "term": "factor",
          "heading": false
        }
      ],
      "extract": "23 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Conceptual framework Conceptual frameworks, also known as theoretical or causal frameworks, are diagrams that identify and illustrate the relationships among factors (systemic, organizational, individual or other) that may influence the operation of an intervention and the successful achievement of the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-033",
        "library/9789241511766-eng/blocks/figure-img-p033-1"
      ]
    },
    {
      "id": "page-034",
      "number": null,
      "title": "Page 34",
      "level": 1,
      "pageStart": 34,
      "pageEnd": 34,
      "labelStart": null,
      "labelEnd": null,
      "words": 652,
      "summary": {
        "text": "Table 2.3 comparing the description and purpose of conceptual frameworks, results frameworks, theories of change, and logical frameworks, followed by detailed guidance and the first three steps for building a results framework.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "causal relationships",
          "heading": false
        },
        {
          "term": "clarifies project",
          "heading": false
        },
        {
          "term": "desired change",
          "heading": false
        },
        {
          "term": "linear relationships",
          "heading": false
        },
        {
          "term": "incremental achievement",
          "heading": false
        },
        {
          "term": "higher-level objectives",
          "heading": false
        },
        {
          "term": "programme objectives",
          "heading": false
        },
        {
          "term": "programme goals",
          "heading": false
        }
      ],
      "extract": "24 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Table 2.3. Frameworks for defining the scope of M&E activities Type Description Purpose Conceptual framework ■ ■A diagram that identifies and illustrates the relationships among factors (systemic, organizational, individual or other) that may influence programme/project operation and the successful achievement of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-034"
      ]
    },
    {
      "id": "page-035",
      "number": null,
      "title": "Page 35",
      "level": 1,
      "pageStart": 35,
      "pageEnd": 35,
      "labelStart": null,
      "labelEnd": null,
      "words": 474,
      "summary": {
        "text": "Steps 4–6 for creating a results framework and Box 2.3/Figure 2.5 describing the Mobile Technology for Community Health (MOTECH) initiative in Ghana (comprising the Mobile Midwife voice messaging service and the nurse-facing Client Data Application) and its five immediate results.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "motech server",
          "heading": false
        },
        {
          "term": "mobile midwife",
          "heading": false
        },
        {
          "term": "client data",
          "heading": false
        },
        {
          "term": "ghana health",
          "heading": false
        },
        {
          "term": "mobile technology",
          "heading": false
        },
        {
          "term": "grameen foundation",
          "heading": false
        },
        {
          "term": "data application",
          "heading": false
        },
        {
          "term": "improved maternal",
          "heading": false
        }
      ],
      "extract": "25 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Box 2.3. Description of the MOTECH Project in Ghana Grameen Foundation worked with the Ghana Health Service from 2009 to 2014 to develop and implement the MOTECH (Mobile Technology for Community Health) platform, which delivers two interrelated mobile applications in Ghana – Mobile Midwife and the Client Data",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-035",
        "library/9789241511766-eng/blocks/figure-img-p035-1"
      ]
    },
    {
      "id": "page-036",
      "number": null,
      "title": "Page 36",
      "level": 1,
      "pageStart": 36,
      "pageEnd": 36,
      "labelStart": null,
      "labelEnd": null,
      "words": 461,
      "summary": {
        "text": "Figure 2.6 presenting the illustrative results framework for MOTECH in Ghana, linking the overall project goal ('Improve maternal and child health') to five immediate results (IR1–IR5), lower-level results (LLR2a–b, LLR4a–b), and specific quantitative indicators.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "registered pregnant",
          "heading": false
        },
        {
          "term": "motech training",
          "heading": false
        },
        {
          "term": "registered infants",
          "heading": false
        },
        {
          "term": "night registered",
          "heading": false
        },
        {
          "term": "pregnant women",
          "heading": false
        },
        {
          "term": "improve maternal",
          "heading": false
        },
        {
          "term": "previous night",
          "heading": false
        },
        {
          "term": "list benefits",
          "heading": false
        }
      ],
      "extract": "26 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Figure 2.6. Illustrative results framework for MOTECH in Ghana ANC: antenatal care; DHIMS2: District Health Information Management System II; IR: immediate results; ITN: insecticide-treated net; LLR: lower-level results; PNC: postnatal care; SP: sulfadoxine-pyrimethamine; TT: tetanus toxoid Source: MOTECH,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-036"
      ]
    },
    {
      "id": "page-037",
      "number": null,
      "title": "Page 37",
      "level": 1,
      "pageStart": 37,
      "pageEnd": 37,
      "labelStart": null,
      "labelEnd": null,
      "words": 741,
      "summary": {
        "text": "Detailed explanation of logical frameworks (logic models) in digital health M&E, defining and distinguishing technology, programmatic, and policy inputs; implementation and supervision processes; technological and service delivery outputs; health system, provider, and client outcomes; and medium- to long-term health and financial impacts.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "logical framework",
          "heading": false
        },
        {
          "term": "programmatic inputs",
          "heading": false
        },
        {
          "term": "technology inputs",
          "heading": false
        },
        {
          "term": "intermediate changes",
          "heading": false
        },
        {
          "term": "service responsiveness",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "training courses",
          "heading": false
        }
      ],
      "extract": "27 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Logical framework A logical framework is a management and measurement tool that summarizes what a project intends to do and how, what the key assumptions are, and how outputs and outcomes will be monitored and evaluated. The aim of a logical framework is to clarify programme objectives and aid in the identification",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-037"
      ]
    },
    {
      "id": "page-038",
      "number": null,
      "title": "Page 38",
      "level": 1,
      "pageStart": 38,
      "pageEnd": 38,
      "labelStart": null,
      "labelEnd": null,
      "words": 500,
      "summary": {
        "text": "Figure 2.7 presenting an illustrative logic model for the MomConnect maternal health SMS initiative in South Africa, mapping partnerships, health promotion messaging, facility/community, technology, and funding inputs and processes to outputs, outcomes, and mortality reduction impacts.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "desk services",
          "heading": false
        },
        {
          "term": "health promotion",
          "heading": false
        },
        {
          "term": "health-care facility",
          "heading": false
        },
        {
          "term": "child health",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "mobile tools",
          "heading": false
        },
        {
          "term": "anc",
          "heading": false
        },
        {
          "term": "pregnant women",
          "heading": false
        }
      ],
      "extract": "28 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Figure 2.7. Illustrative logic model for MomConnect in South Africa ANC: antenatal care; MNCH: maternal, newborn and child health Source: GSMA, 2014 (18). Impact Outputs Outcomes Inputs Processes Partnerships Utilization of digital health system Strengthening human resources Improved efficiency Improved technology",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-038"
      ]
    },
    {
      "id": "page-039",
      "number": null,
      "title": "Page 39",
      "level": 1,
      "pageStart": 39,
      "pageEnd": 39,
      "labelStart": null,
      "labelEnd": null,
      "words": 425,
      "summary": {
        "text": "Box 2.4 and Figure 2.8 describing how South Africa's MomConnect initiative registers pregnant women via USSD at clinics to deliver stage-based maternal and infant health SMS messages, followed by an introduction to Theory of Change models and the six core questions required to test them.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "south africa",
          "heading": false
        },
        {
          "term": "sms messages",
          "heading": false
        },
        {
          "term": "momconnect",
          "heading": false
        },
        {
          "term": "baby health",
          "heading": false
        },
        {
          "term": "ndoh",
          "heading": false
        },
        {
          "term": "registered",
          "heading": false
        },
        {
          "term": "theory",
          "heading": false
        },
        {
          "term": "pregnancy",
          "heading": false
        }
      ],
      "extract": "29 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Box 2.4. Description of MomConnect in South Africa MomConnect is a South African National Department of Health initiative to use mobile phone SMS technology to register every pregnant woman in South Africa. MomConnect aims to strengthen demand for and accountability of maternal and child health services in order to",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-039"
      ]
    },
    {
      "id": "page-040",
      "number": null,
      "title": "Page 40",
      "level": 1,
      "pageStart": 40,
      "pageEnd": 40,
      "labelStart": null,
      "labelEnd": null,
      "words": 176,
      "summary": {
        "text": "Minimum required components of a Theory of Change (context, causal pathway of outcomes/preconditions, intervention sequence, assumptions, and diagram/narrative summary) and a Further Reading box citing foundational references on conceptual frameworks, results frameworks, and theories of change.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evaluation tips",
          "heading": false
        },
        {
          "term": "international development",
          "heading": false
        },
        {
          "term": "conceptual",
          "heading": false
        },
        {
          "term": "change",
          "heading": false
        },
        {
          "term": "earp",
          "heading": false
        }
      ],
      "extract": "30 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Theories of change should minimally contain the following components: ■ ■ context ■ ■ anticipated outcomes/preconditions modelled in a causal pathway ■ ■ process/sequence of interventions (activities) required to achieve change(s) ■ ■ assumptions about how these changes may happen and ■ ■ diagram and narrative",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-040",
        "library/9789241511766-eng/blocks/figure-img-p040-1",
        "library/9789241511766-eng/blocks/figure-img-p040-2"
      ]
    },
    {
      "id": "page-041",
      "number": null,
      "title": "Page 41",
      "level": 1,
      "pageStart": 41,
      "pageEnd": 41,
      "labelStart": null,
      "labelEnd": null,
      "words": 491,
      "summary": {
        "text": "Part 2c ('Setting the stage: selecting indicators for digital health interventions'), defining the key terms 'Functionality', 'Indicator', 'Usability', and 'Users', introducing qualitative and quantitative indicators (recommending 10–15 per programmatic area), and presenting the Specific and Measurable components of the SMART criteria.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "measure achievement",
          "heading": false
        },
        {
          "term": "development actor",
          "heading": false
        },
        {
          "term": "qualitative factor",
          "heading": false
        },
        {
          "term": "changes connected",
          "heading": false
        },
        {
          "term": "reliable means",
          "heading": false
        },
        {
          "term": "health interventions",
          "heading": false
        },
        {
          "term": "indicators",
          "heading": false
        }
      ],
      "extract": "31 Part 2c: Setting the stage: selecting indicators for digital health interventions HOW WILL THIS SECTION HELP ME? This section will: ✔ ✔Demonstrate how to select appropriate indicators to adequately monitor and evaluate digital health interventions ✔ ✔List illustrative indicators determined to be useful for monitoring and evaluation (M&E) of digital health interventions ✔ ✔Provide key categories of indicators to",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-041"
      ]
    },
    {
      "id": "page-042",
      "number": null,
      "title": "Page 42",
      "level": 1,
      "pageStart": 42,
      "pageEnd": 42,
      "labelStart": null,
      "labelEnd": null,
      "words": 658,
      "summary": {
        "text": "Continuation of Part 2c completing the SMART indicator criteria (Attainable, Relevant, Time-bound), explaining how indicator selection shifts along a 'barometer' (Figure 2.9) between process indicators (for interventions of known efficacy) and outcome indicators (where an evidence base is absent), and introducing the four-part indicator classification framework.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "health indicators",
          "heading": false
        },
        {
          "term": "underlying intervention",
          "heading": false
        },
        {
          "term": "process indicators",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "outcome indicators",
          "heading": false
        },
        {
          "term": "evaluating digital",
          "heading": false
        },
        {
          "term": "evidence base",
          "heading": false
        },
        {
          "term": "service delivery",
          "heading": false
        }
      ],
      "extract": "32 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S ■ ■ A = Attainable: The indicator should be attainable with the available budget, time and human resources. ■ ■ R = Relevant: The indicator should be relevant to the context, and specific to the needs of the programme or intervention being evaluated. ■ ■ T = Time-bound: The indicator should be time-specific, based on",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-042"
      ]
    },
    {
      "id": "page-043",
      "number": null,
      "title": "Page 43",
      "level": 1,
      "pageStart": 43,
      "pageEnd": 43,
      "labelStart": null,
      "labelEnd": null,
      "words": 481,
      "summary": {
        "text": "Figure 2.10 ('Categorization of digital health indicators') organizing indicators around four sequential questions—Does the technology work? How do people interact with the technology? How does the technology improve the process? How do improvements in service delivery affect health?—accompanied by Box 2.6 on the PRISM framework and an introduction to Functionality indicators.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "technology work",
          "heading": false
        },
        {
          "term": "technology improve",
          "heading": false
        },
        {
          "term": "organizational factors",
          "heading": false
        },
        {
          "term": "people interact",
          "heading": false
        },
        {
          "term": "prism",
          "heading": false
        },
        {
          "term": "captures",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "affect health",
          "heading": false
        }
      ],
      "extract": "33 Figure 2.10. Categorization of digital health indicators a. The first question of the framework – Does the technology work? – relates to assessment of the inputs for developing a digital health system (i.e. the technology and application), in addition to an assessment of the feasibility of the digital health intervention. b. The second question – How do people interact with the technology? – covers service output",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-043"
      ]
    },
    {
      "id": "page-044",
      "number": null,
      "title": "Page 44",
      "level": 1,
      "pageStart": 44,
      "pageEnd": 44,
      "labelStart": null,
      "labelEnd": null,
      "words": 590,
      "summary": {
        "text": "Discussion of technical factors and qualitative software quality assessments (including ISO/IEC 25000:2014 SQuaRE criteria), alongside Table 2.4 listing sample functionality indicators across technical factors (connectivity, power, skilled local staff, maintenance, functionality) and organizational factors (staff training hours).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "technical factors",
          "heading": false
        },
        {
          "term": "software quality",
          "heading": false
        },
        {
          "term": "local technical",
          "heading": false
        },
        {
          "term": "technology attended",
          "heading": false
        },
        {
          "term": "mobile phone",
          "heading": false
        },
        {
          "term": "skilled local",
          "heading": false
        },
        {
          "term": "local staff",
          "heading": false
        },
        {
          "term": "technical support",
          "heading": false
        }
      ],
      "extract": "34 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Technical factors Technical factors for assessing digital health systems include factors that relate to specialized knowledge and application of software development, information technology (IT) for data processing, data security protocols and the relevance and management of the system in the context of the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-044"
      ]
    },
    {
      "id": "page-045",
      "number": null,
      "title": "Page 45",
      "level": 1,
      "pageStart": 45,
      "pageEnd": 45,
      "labelStart": null,
      "labelEnd": null,
      "words": 682,
      "summary": {
        "text": "Discussion of organizational factors and primary/secondary data sources for functionality indicators, followed by the 'Usability – How do people interact with the technology?' section covering functional and service output indicators, behavioural factors, and core questions on user coverage, user response, and user adoption.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "organizational factors",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "users find",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "data sources",
          "heading": false
        },
        {
          "term": "behaviour change",
          "heading": false
        },
        {
          "term": "target population",
          "heading": false
        }
      ],
      "extract": "35 Organizational factors These factors relate to the organizational context within which the digital health system is being used as part of an intervention – regardless of whether it is hosted by a private or public entity. When assessing a digital health intervention, indicators should cover organizational factors such as inadequacies in training, supervision and/or leadership as relevant to the adoption of the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-045"
      ]
    },
    {
      "id": "page-046",
      "number": null,
      "title": "Page 46",
      "level": 1,
      "pageStart": 46,
      "pageEnd": 46,
      "labelStart": null,
      "labelEnd": null,
      "words": 450,
      "summary": {
        "text": "Table 2.5 listing sample usability indicators across user coverage, user response, and user adoption, followed by discussion of back-end digital data sources and user surveys, and Figure 2.11 illustrating the iterative spiral feedback loop between technology performance and user interaction.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "feedback loop",
          "heading": false
        },
        {
          "term": "intended users",
          "heading": false
        },
        {
          "term": "iterative process",
          "heading": false
        },
        {
          "term": "reference period",
          "heading": false
        },
        {
          "term": "output indicators",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "technology development",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        }
      ],
      "extract": "36 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Table 2.5. Usability indicators: How do people interact with the technology? Metric area Indicators User coverage % of users who demonstrate proficiency in use of the digital health system % of intended users observed using the digital health system over reference period No. transmissions sent by intended users over",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-046"
      ]
    },
    {
      "id": "page-047",
      "number": null,
      "title": "Page 47",
      "level": 1,
      "pageStart": 47,
      "pageEnd": 47,
      "labelStart": null,
      "labelEnd": null,
      "words": 474,
      "summary": {
        "text": "Section on 'Process improvement – How does the technology improve service delivery?', introducing Figure 2.12 on addressing cost, efficiency, quality, and utilization constraints across health system, provider, and client levels, and defining client-level indicators.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "service delivery",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "change communication",
          "heading": false
        },
        {
          "term": "client",
          "heading": false
        },
        {
          "term": "behaviour change",
          "heading": false
        },
        {
          "term": "client-level",
          "heading": false
        }
      ],
      "extract": "37 Process improvement – How does the technology improve service delivery? The potential benefits of digital health interventions include improved efficiency of health service delivery and data collection, and the ability to provide and exchange information on demand, facilitating communication across different levels of the health system and among providers (30). This group of indicators makes the leap from",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-047"
      ]
    },
    {
      "id": "page-048",
      "number": null,
      "title": "Page 48",
      "level": 1,
      "pageStart": 48,
      "pageEnd": 48,
      "labelStart": null,
      "labelEnd": null,
      "words": 607,
      "summary": {
        "text": "Case study and monthly monitoring chart (Figure 2.13) for FHI 360's Mobile for Reproductive Health (m4RH) SMS programme in Kenya and Tanzania, followed by definitions of provider-level and health-system-level indicators (aligned with the six WHO health system building blocks) and client/system cost constraint considerations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "provider-level indicators",
          "heading": false
        },
        {
          "term": "m4rh",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "building blocks",
          "heading": false
        },
        {
          "term": "back-end",
          "heading": false
        },
        {
          "term": "unique clients",
          "heading": false
        },
        {
          "term": "dec",
          "heading": false
        }
      ],
      "extract": "38 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S m4RH case study: Monitoring intervention output to understand coverage and marketing approach The Mobile for Reproductive Health (m4RH) project, developed by FHI 360, comprises a set of evidence-based text messages, which users in Kenya and the United Republic of Tanzania can access via their mobile phones, providing",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-048"
      ]
    },
    {
      "id": "page-049",
      "number": null,
      "title": "Page 49",
      "level": 1,
      "pageStart": 49,
      "pageEnd": 49,
      "labelStart": null,
      "labelEnd": null,
      "words": 599,
      "summary": {
        "text": "Tables 2.6 and 2.7 (beginning) of Chapter 2 Part 2c, listing client-level indicators across efficiency, quality, utilization, and costs (with explanatory footnotes on averted incidences, contact modes, adequacy definitions, and out-of-pocket cost savings) and provider-level efficiency and quality indicators for measuring how digital health technology improves the implementation process.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "target clients",
          "heading": false
        },
        {
          "term": "health-care provider",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "qualified health-care",
          "heading": false
        },
        {
          "term": "reference period",
          "heading": false
        },
        {
          "term": "intervention during",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health metric",
          "heading": false
        }
      ],
      "extract": "39 C H A P T E R 2 : S E T T I N G T H E S T A G E F O R M O N I T O R I N G A N D E V A L U A T I O N Table 2.6. Client-level indicators: How does the technology improve the implementation process? Digital health metric Indicators Efficiency No. minutes (reported or observed) between digital health system prompt received about intervention X and seeking care from provider No. in-person consultations with qualified",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-049"
      ]
    },
    {
      "id": "page-050",
      "number": null,
      "title": "Page 50",
      "level": 1,
      "pageStart": 50,
      "pageEnd": 50,
      "labelStart": null,
      "labelEnd": null,
      "words": 621,
      "summary": {
        "text": "Continuation of Table 2.7 (provider-level utilization and cost indicators and footnotes) and Table 2.8 of Chapter 2 Part 2c, detailing health-system-level efficiency, quality, utilization, and cost indicators for assessing how digital health technology improves implementation processes across facilities and target populations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "reference periodb",
          "heading": false
        },
        {
          "term": "periodb change",
          "heading": false
        },
        {
          "term": "reference period",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "intervention targeted",
          "heading": false
        },
        {
          "term": "health-care facility",
          "heading": false
        },
        {
          "term": "seeking intervention",
          "heading": false
        }
      ],
      "extract": "40 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Digital health metric Indicator Utilization % of targeted health workers who use the digital health system in relation to intervention X through their mobile phones over reference period % of health workers observed to use the digital health system during their last client contact % of health workers who use the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-050"
      ]
    },
    {
      "id": "page-051",
      "number": null,
      "title": "Page 51",
      "level": 1,
      "pageStart": 51,
      "pageEnd": 51,
      "labelStart": null,
      "labelEnd": null,
      "words": 761,
      "summary": {
        "text": "Constraint and measurement considerations in Chapter 2 Part 2c for health-system-level cost savings (monetizing staff and client time gains and operational efficiencies) and for collecting and interpreting technical efficiency, quality of care (structure, process, and outcome dimensions), and service utilization/coverage indicators across client, provider, and health system levels.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "efficiency indicators",
          "heading": false
        },
        {
          "term": "technical efficiency",
          "heading": false
        },
        {
          "term": "client level",
          "heading": false
        },
        {
          "term": "back-end data",
          "heading": false
        },
        {
          "term": "provider level",
          "heading": false
        },
        {
          "term": "operational efficiency",
          "heading": false
        },
        {
          "term": "utilization data",
          "heading": false
        },
        {
          "term": "data collected",
          "heading": false
        }
      ],
      "extract": "41 At the health system level, it is of interest to measure not only the achievement of superior clinical outcomes, but also the achievement of these outcomes at a reduced cost. Assessing the costs and savings relating to staff and client time would entail assigning a monetary value to units of time in order to monetize the anticipated time gains that may result from employing a digital health intervention.",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-051"
      ]
    },
    {
      "id": "page-052",
      "number": null,
      "title": "Page 52",
      "level": 1,
      "pageStart": 52,
      "pageEnd": 52,
      "labelStart": null,
      "labelEnd": null,
      "words": 410,
      "summary": {
        "text": "Guidance on evaluating health outcomes (Question 4 of the M&E framework: 'How do improvements in service delivery affect health outcomes?'), explaining when evaluation can focus on process and early outcome indicators rather than established downstream health impacts, alongside a 'Further Reading' box of standardized RMNCAH indicator repositories (Every Woman Every Child, CORE Group, and DHS).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "indicators compendium",
          "heading": false
        },
        {
          "term": "outcome indicators",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "indicator databases",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "prior research",
          "heading": false
        },
        {
          "term": "newborn standards",
          "heading": false
        },
        {
          "term": "monitoring framework",
          "heading": false
        }
      ],
      "extract": "42 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S To avoid duplication of work, this chapter has focused on input, process and early outcome indicators specific to digital health strategies. While intermediate outcome and impact indicators are important, they have not been listed in this chapter since there are a number of other existing indicator databases that",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-052",
        "library/9789241511766-eng/blocks/figure-img-p052-1",
        "library/9789241511766-eng/blocks/figure-img-p052-2",
        "library/9789241511766-eng/blocks/figure-img-p052-3"
      ]
    },
    {
      "id": "page-053",
      "number": null,
      "title": "Page 53",
      "level": 1,
      "pageStart": 53,
      "pageEnd": 53,
      "labelStart": null,
      "labelEnd": null,
      "words": 208,
      "summary": {
        "text": "Continuation of the Chapter 2 Part 2c 'Further Reading' box listing standardized indicator repositories and guides for HIV programmes (UNAIDS, MEASURE DHS), malaria programmes (DHS Malaria Indicator Survey, President's Malaria Initiative), health service delivery and quality of care (WHO, MEASURE Evaluation SPA), and cross-cutting MEASURE Evaluation indicator summaries.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "delivery indicators",
          "heading": false
        },
        {
          "term": "aids programmes",
          "heading": false
        },
        {
          "term": "hiv aids",
          "heading": false
        },
        {
          "term": "national aids",
          "heading": false
        },
        {
          "term": "service delivery",
          "heading": false
        },
        {
          "term": "service provision",
          "heading": false
        },
        {
          "term": "health service",
          "heading": false
        }
      ],
      "extract": "43 2. HIV programmes National AIDS programmes – A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people http://www.unaids.org/sites/default/files/media_asset/jc949-nap-youngpeople_en_1.pdf HIV/AIDS Survey Indicators Database – Behavioural and outcome indicators http://hivdata.measuredhs.com/ind_tbl.cfm National AIDS programmes – A guide to monitoring and",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-053",
        "library/9789241511766-eng/blocks/figure-img-p053-1",
        "library/9789241511766-eng/blocks/figure-img-p053-2",
        "library/9789241511766-eng/blocks/figure-img-p053-3",
        "library/9789241511766-eng/blocks/figure-img-p053-4",
        "library/9789241511766-eng/blocks/figure-img-p053-5",
        "library/9789241511766-eng/blocks/figure-img-p053-6"
      ]
    },
    {
      "id": "page-054",
      "number": null,
      "title": "Page 54",
      "level": 1,
      "pageStart": 54,
      "pageEnd": 54,
      "labelStart": null,
      "labelEnd": null,
      "words": 410,
      "summary": {
        "text": "Chapter 2 References list (citations 1–17), covering value proposition and business model design resources (MaRS), CommCare, evaluation design and mHealth UHC frameworks (Habicht et al., Mehl & Labrique), stakeholder engagement methodologies (Bryson et al., Gable & Shireman), M&E frameworks and Theory of Change guides (UN Women, USAID, World Bank, DFID, MLE, WHO, K4Health, Earp & Ennett), and the MOTECH Ghana case study.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "mars discovery",
          "heading": false
        },
        {
          "term": "accessed march",
          "heading": false
        },
        {
          "term": "evaluation tips",
          "heading": false
        },
        {
          "term": "discovery district",
          "heading": false
        },
        {
          "term": "bryson",
          "heading": false
        },
        {
          "term": "website",
          "heading": false
        },
        {
          "term": "doi",
          "heading": false
        },
        {
          "term": "international development",
          "heading": false
        }
      ],
      "extract": "44 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S References 1. Crafting your value proposition. In: MaRS [website]. Toronto: MaRS Discovery District; 2012 (https://www.marsdd. com/mars-library/crafting-your-value-proposition/, accessed 21 March 2016). 2. Business Model Design. In: MaRS [website]. Toronto: MaRS Discovery District; 2012 (https://www.marsdd.com/mars-",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-054"
      ]
    },
    {
      "id": "page-055",
      "number": null,
      "title": "Page 55",
      "level": 1,
      "pageStart": 55,
      "pageEnd": 55,
      "labelStart": null,
      "labelEnd": null,
      "words": 454,
      "summary": {
        "text": "Conclusion of the Chapter 2 References list (citations 18–35), covering the GSMA mHealth impact model, South Africa's MomConnect, Malawi SC4CCM, ISO/IEC 25000 SQuaRE software quality standards, MEASURE Evaluation and PRISM/ePRISM frameworks, Boehm's spiral model, mHealth evidence and pilot studies (Labrique et al., FHI 360 m4RH, A.T. Kearney), WHO health system building blocks, technical efficiency (Palmer & Torgerson), and quality of care (Donabedian).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "iso software",
          "heading": false
        },
        {
          "term": "software engineering",
          "heading": false
        },
        {
          "term": "chapel hill",
          "heading": false
        },
        {
          "term": "software product",
          "heading": false
        },
        {
          "term": "prism framework",
          "heading": false
        },
        {
          "term": "m4rh kenya",
          "heading": false
        },
        {
          "term": "measure evaluation",
          "heading": false
        }
      ],
      "extract": "45 18. mHealth for MNCH impact model. In: GSMA [website]. GSMA; 2014 (http://www.gsma.com/mobilefordevelopment/ programme/mhealth/mhealth-for-mnch-impact-model, accessed 4 May 2016). 19. MomConnect: the NDOH initiative. Presented at the ECD Knowledge Building Seminar. 25–26 November 2016. South Africa, National Department of Health (NDOH); 2015 (http://www.unicef.org/southafrica/SAF_",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-055"
      ]
    },
    {
      "id": "page-056",
      "number": null,
      "title": "Page 56",
      "level": 1,
      "pageStart": 56,
      "pageEnd": 56,
      "labelStart": null,
      "labelEnd": null,
      "words": 56,
      "summary": {
        "text": "Title page for Chapter 3: 'Monitoring digital health interventions'.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "46 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Chapter 3: Monitoring digital health interventions",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-056",
        "library/9789241511766-eng/blocks/figure-img-p056-1"
      ]
    },
    {
      "id": "page-057",
      "number": null,
      "title": "Page 57",
      "level": 1,
      "pageStart": 57,
      "pageEnd": 57,
      "labelStart": null,
      "labelEnd": null,
      "words": 631,
      "summary": {
        "text": "Introduction to Chapter 3 on process monitoring of digital health interventions, featuring the 'How will this chapter help me?' overview box, Key Terms definitions ('Process monitoring', 'Monitoring burden', and 'Users'), and an overview of how the four monitoring components (functionality, stability, fidelity, and quality) evolve across intervention maturity stages.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "process monitoring",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health interventions",
          "heading": false
        },
        {
          "term": "fidelity",
          "heading": false
        },
        {
          "term": "threaten",
          "heading": false
        },
        {
          "term": "chapter",
          "heading": false
        },
        {
          "term": "failure",
          "heading": false
        },
        {
          "term": "shifts",
          "heading": false
        }
      ],
      "extract": "47 T he separate concepts of monitoring and evaluation – together known as M&E – can be difficult to disentangle. Both sets of activities are frequently conducted in parallel and presented as a linked pair. This chapter focuses on monitoring – particularly the monitoring of technical, user and programmatic inputs, also referred to as process monitoring. An extensive body of literature already exists on process",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-057",
        "library/9789241511766-eng/blocks/figure-img-p057-1"
      ]
    },
    {
      "id": "page-058",
      "number": null,
      "title": "Page 58",
      "level": 1,
      "pageStart": 58,
      "pageEnd": 58,
      "labelStart": null,
      "labelEnd": null,
      "words": 465,
      "summary": {
        "text": "Box 3.1 defining the four major components of digital health monitoring (Functionality, Stability, Fidelity, and Quality) with their guiding questions, Figure 3.1 illustrating concurrent monitoring and evaluation components across the intervention maturity life-cycle from prototype to national implementation, and the start of guidance on identifying target inputs by distinguishing primary and secondary users.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention maturity",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "stability",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "functionality",
          "heading": false
        },
        {
          "term": "conformance",
          "heading": false
        },
        {
          "term": "answers",
          "heading": false
        },
        {
          "term": "fidelity",
          "heading": false
        }
      ],
      "extract": "48 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Box 3.1. The four major components of digital health monitoring – definitions Functionality: A “characteristic that represents the degree to which a product or system provides functions that meet stated and implied needs when used under specified conditions” (2). In this Guide, functionality refers to the ability of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-058"
      ]
    },
    {
      "id": "page-059",
      "number": null,
      "title": "Page 59",
      "level": 1,
      "pageStart": 59,
      "pageEnd": 59,
      "labelStart": null,
      "labelEnd": null,
      "words": 591,
      "summary": {
        "text": "Continuation of Chapter 3 guidance on identifying target monitoring inputs versus outputs and outcomes, including Box 3.2 contrasting primary users (who enter data or use clinical algorithms) with secondary users (who receive SMS reminders or educational calls) and emphasizing the quality of technical, training, and behaviour change inputs.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "sms messages",
          "heading": false
        },
        {
          "term": "users interacting",
          "heading": false
        },
        {
          "term": "non-digital health",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "primary users",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "receive sms",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        }
      ],
      "extract": "49 primary end-users’ input into the digital health system, but do not themselves directly enter data (e.g. supervisors or clients passively receiving text messages). The inputs measured in a given digital health intervention will differ based on the type of intervention it is, and these inputs can be categorized specifically by how targeted users or recipients interact with the system itself. Answering the question",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-059"
      ]
    },
    {
      "id": "page-060",
      "number": null,
      "title": "Page 60",
      "level": 1,
      "pageStart": 60,
      "pageEnd": 60,
      "labelStart": null,
      "labelEnd": null,
      "words": 359,
      "summary": {
        "text": "Chapter 3, Part 3a ('Identifying stages of intervention maturity'), explaining how resource allocation and monitoring priorities shift from technical functionality and stability in early maturity stages to workforce standardization, fidelity, and quality in middle and late stages, illustrated by Figure 3.2 ('Relative monitoring burden by component across intervention maturity stages').",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention maturity",
          "heading": false
        },
        {
          "term": "middle stage",
          "heading": false
        },
        {
          "term": "monitoring burden",
          "heading": false
        },
        {
          "term": "relative monitoring",
          "heading": false
        },
        {
          "term": "higher burden",
          "heading": false
        },
        {
          "term": "functionality",
          "heading": false
        },
        {
          "term": "stability",
          "heading": false
        },
        {
          "term": "fidelity",
          "heading": false
        }
      ],
      "extract": "50 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 3a: Identifying stages of intervention maturity Another important question when setting up a monitoring plan is: Which maturity stage is this intervention in? An honest and accurate answer to this question is critical because it will allow the project teams to budget time and resources accordingly. Projects in",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-060"
      ]
    },
    {
      "id": "page-061",
      "number": null,
      "title": "Page 61",
      "level": 1,
      "pageStart": 61,
      "pageEnd": 61,
      "labelStart": null,
      "labelEnd": null,
      "words": 623,
      "summary": {
        "text": "Chapter 3, Part 3b ('Tools for monitoring'), presenting Box 3.3 ('Raw materials checklist') and describing how human-centered design (HCD), software requirements specifications (SRS), use case narratives, and wireframes support system development and process monitoring.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "srs",
          "heading": false
        },
        {
          "term": "requirements specification",
          "heading": false
        },
        {
          "term": "human-centered design",
          "heading": false
        },
        {
          "term": "wireframes",
          "heading": false
        },
        {
          "term": "user-centred design",
          "heading": false
        },
        {
          "term": "software requirements",
          "heading": false
        },
        {
          "term": "raw materials",
          "heading": false
        },
        {
          "term": "expected functionality",
          "heading": false
        }
      ],
      "extract": "51 Part 3b: Tools for monitoring This Guide assumes that several critical steps in system development and monitoring preparation have been undertaken, including careful definition of the needs of the users, and an engaged, user-centred design process, as well as data completeness checking, among others. These “raw materials” are useful in setting up a monitoring plan as well. For more information on these processes,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-061"
      ]
    },
    {
      "id": "page-062",
      "number": null,
      "title": "Page 62",
      "level": 1,
      "pageStart": 62,
      "pageEnd": 62,
      "labelStart": null,
      "labelEnd": null,
      "words": 499,
      "summary": {
        "text": "Description of quality assurance (QA) test cases in Chapter 3 Part 3b and Figure 3.3 ('Illustrative examples of business process flows and SRS', adapted from PATH's Better Immunization Data Initiative), showing a patient immunization record query workflow and SRS requirement items (10.5–10.20) for evaluating and merging duplicate vaccination events.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "duplicate events",
          "heading": false
        },
        {
          "term": "event record",
          "heading": false
        },
        {
          "term": "vaccine event",
          "heading": false
        },
        {
          "term": "update vaccine",
          "heading": false
        },
        {
          "term": "allow user",
          "heading": false
        },
        {
          "term": "patient record",
          "heading": false
        },
        {
          "term": "test cases",
          "heading": false
        },
        {
          "term": "identify groups",
          "heading": false
        }
      ],
      "extract": "52 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Community Health Centre eHealth Department “Query only” user Immunization provider (Lucy/Namsemba) IIS staff/system Quality assurance (QA) test cases: QA test cases are short sentences or paragraphs that describe expected functionality of discrete system functions and the steps to follow to perform each function. QA",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-062"
      ]
    },
    {
      "id": "page-063",
      "number": null,
      "title": "Page 63",
      "level": 1,
      "pageStart": 63,
      "pageEnd": 63,
      "labelStart": null,
      "labelEnd": null,
      "words": 638,
      "summary": {
        "text": "Completion of Chapter 3 Part 3b covering back-end data structures and metadata (timestamps, GPS, non-events), codebooks (data dictionaries), indicators lists, and real-time data dashboards, illustrated by Figure 3.4 ('cStock's monitoring dashboard').",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data points",
          "heading": false
        },
        {
          "term": "indicators list",
          "heading": false
        },
        {
          "term": "programme team",
          "heading": false
        },
        {
          "term": "codebooks",
          "heading": false
        },
        {
          "term": "back-end",
          "heading": false
        },
        {
          "term": "dashboard",
          "heading": false
        },
        {
          "term": "cstock",
          "heading": false
        },
        {
          "term": "technologists",
          "heading": false
        }
      ],
      "extract": "53 Data: A substantial amount of work goes into defining the technical specifications for any digital system. With so many moving pieces and looming deadlines, front-end, user-centred interfaces are often prioritized while back-end data systems get lost in the shuffle. As early as possible in the development process, or at least before implementation, the programme management team should check in with technologists",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-063",
        "library/9789241511766-eng/blocks/figure-img-p063-1"
      ]
    },
    {
      "id": "page-064",
      "number": null,
      "title": "Page 64",
      "level": 1,
      "pageStart": 64,
      "pageEnd": 64,
      "labelStart": null,
      "labelEnd": null,
      "words": 468,
      "summary": {
        "text": "Introduction to Chapter 3, Part 3c ('Digital health process monitoring components') and Table 3.1 ('Summary of process monitoring components'), comparing Functionality, Stability, Fidelity, and Quality across monitoring timing, guiding questions, potential measures, technical/user/implementation categories, and monitoring burden by maturity stage.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "user interaction",
          "heading": false
        },
        {
          "term": "form submissions",
          "heading": false
        },
        {
          "term": "mid",
          "heading": false
        },
        {
          "term": "maturity stage",
          "heading": false
        },
        {
          "term": "monitoring components",
          "heading": false
        },
        {
          "term": "process monitoring",
          "heading": false
        },
        {
          "term": "pre-launch",
          "heading": false
        },
        {
          "term": "late",
          "heading": false
        }
      ],
      "extract": "54 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 3c: Digital health process monitoring components This section will examine in detail each of the four major components for digital health process monitoring that are defined in Box 3.1 and summarized in Table 3.1: functionality, stability, fidelity and quality. Here, for each component in turn, we will look at",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-064"
      ]
    },
    {
      "id": "page-065",
      "number": null,
      "title": "Page 65",
      "level": 1,
      "pageStart": 65,
      "pageEnd": 65,
      "labelStart": null,
      "labelEnd": null,
      "words": 719,
      "summary": {
        "text": "Detailed guidance on monitoring Functionality in Chapter 3 Part 3c, covering what to monitor (skip patterns, validation checks, form schedules, UI, data exports, dashboards), how to monitor using QA test cases (illustrated in Table 3.2 with pass/fail scenarios for client registration and Polio-1 vaccination scheduling), who will monitor, and when to monitor.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "polio vaccine",
          "heading": false
        },
        {
          "term": "user clicks",
          "heading": false
        },
        {
          "term": "polio date",
          "heading": false
        },
        {
          "term": "skip patterns",
          "heading": false
        },
        {
          "term": "woman registration",
          "heading": false
        },
        {
          "term": "vaccine displays",
          "heading": false
        },
        {
          "term": "functionality monitoring",
          "heading": false
        },
        {
          "term": "form schedules",
          "heading": false
        }
      ],
      "extract": "55 Functionality In this section we discuss how to assess the functionality of technical systems. Before launching any digital health system, extensive testing should first be carried out to ensure that the system is operating as intended and is free of bugs. A logical place to start is by defining what it means to be “operating as intended”. If the system has an SMS application, use this as the starting point to",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-065"
      ]
    },
    {
      "id": "page-066",
      "number": null,
      "title": "Page 66",
      "level": 1,
      "pageStart": 66,
      "pageEnd": 66,
      "labelStart": null,
      "labelEnd": null,
      "words": 392,
      "summary": {
        "text": "Completion of the Functionality monitoring section in Chapter 3 Part 3c—explaining how to use pre- and post-launch testing findings to resolve bugs and document service disruptions for evaluation, and how functionality monitoring differs across maturity stages—accompanied by Figure 3.5 highlighting stages 2 and 3 (prototype/pilot and demonstration).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "functionality monitoring",
          "heading": false
        },
        {
          "term": "continued functionality",
          "heading": false
        },
        {
          "term": "pre-launch",
          "heading": false
        },
        {
          "term": "maturity",
          "heading": false
        },
        {
          "term": "intervention services",
          "heading": false
        },
        {
          "term": "stages",
          "heading": false
        },
        {
          "term": "reminder",
          "heading": false
        },
        {
          "term": "demonstration",
          "heading": false
        }
      ],
      "extract": "56 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S How to use monitoring findings: All pre-launch testing findings should be compiled regularly and shared with developers to promptly resolve any identified problems. This is particularly important during continued functionality monitoring after launch, as functionality shortfalls are then affecting live intervention",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-066"
      ]
    },
    {
      "id": "page-067",
      "number": null,
      "title": "Page 67",
      "level": 1,
      "pageStart": 67,
      "pageEnd": 67,
      "labelStart": null,
      "labelEnd": null,
      "words": 777,
      "summary": {
        "text": "Detailed guidance on monitoring Stability in Chapter 3 Part 3c, covering what to monitor (server outages, SMS failure rates, application crashes, peak load responsiveness), how to monitor via server logs and automated alerts, who will monitor, when to monitor, how to use downtime findings, and how to automate stability monitoring across maturity stages.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "stability monitoring",
          "heading": false
        },
        {
          "term": "system stability",
          "heading": false
        },
        {
          "term": "server logs",
          "heading": false
        },
        {
          "term": "later stages",
          "heading": false
        },
        {
          "term": "functionality monitoring",
          "heading": false
        },
        {
          "term": "automated systems",
          "heading": false
        },
        {
          "term": "sms messages",
          "heading": false
        },
        {
          "term": "failure rate",
          "heading": false
        }
      ],
      "extract": "57 Stability In this section we discuss how to monitor the stability of technical systems. Monitoring of system stability is semi-concurrent with functionality monitoring, but it brings additional monitoring requirements post-implementation. Unstable systems will perform unreliably, crash or stop unexpectedly, slow down when overloaded or otherwise perform erratically. Poor stability may result in improper delivery",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-067"
      ]
    },
    {
      "id": "page-068",
      "number": null,
      "title": "Page 68",
      "level": 1,
      "pageStart": 68,
      "pageEnd": 68,
      "labelStart": null,
      "labelEnd": null,
      "words": 633,
      "summary": {
        "text": "Conclusion of Stability monitoring during scale-up and introduction to monitoring Fidelity in Chapter 3 Part 3c, dividing fidelity monitoring into three broad categories—(a) technical fidelity (uptime, SMS failure rates, form transmission, completion times), (b) external barriers (power banks, app updates, device loss/damage, data/SMS credits), and (c) user compliance.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "system stability",
          "heading": false
        },
        {
          "term": "system users",
          "heading": false
        },
        {
          "term": "intervention delivery",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "project managers",
          "heading": false
        },
        {
          "term": "fidelity",
          "heading": false
        },
        {
          "term": "functionality",
          "heading": false
        },
        {
          "term": "health workers",
          "heading": false
        }
      ],
      "extract": "58 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S of downtime experienced by the large number of system users of digital health interventions in later stages of maturity. Importantly, as implementations expand, so too must the technical systems that support them; project managers must be careful to test expanded systems for functionality even if previous versions of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-068"
      ]
    },
    {
      "id": "page-069",
      "number": null,
      "title": "Page 69",
      "level": 1,
      "pageStart": 69,
      "pageEnd": 69,
      "labelStart": null,
      "labelEnd": null,
      "words": 769,
      "summary": {
        "text": "Completion of the Fidelity monitoring section in Chapter 3 Part 3c, detailing user adherence indicators (form submission frequency, post-training app operation, clinical protocol compliance), automated server alerts and targeted retraining ('How to monitor'), supervisory and project manager roles ('Who will monitor'), continuous timing ('When to monitor'), corrective actions ('How to use monitoring findings'), and dashboard automation at scale ('How to monitor differently by maturity stage').",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "user fidelity",
          "heading": false
        },
        {
          "term": "fidelity monitoring",
          "heading": false
        },
        {
          "term": "project manager",
          "heading": false
        },
        {
          "term": "health users",
          "heading": false
        },
        {
          "term": "trigger notifications",
          "heading": false
        },
        {
          "term": "monitoring findings",
          "heading": false
        },
        {
          "term": "intervention content",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        }
      ],
      "extract": "59 c. User – User fidelity refers to the digital health users’ consistent adherence to implementation protocols, both in how users interact with the digital health system (e.g. the time it takes for a worker to submit a pregnancy surveillance form) and their compliance with non-digital health-related training procedures (e.g. estimating the gestational age when interacting with a pregnant woman). Some user adherence",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-069"
      ]
    },
    {
      "id": "page-070",
      "number": null,
      "title": "Page 70",
      "level": 1,
      "pageStart": 70,
      "pageEnd": 70,
      "labelStart": null,
      "labelEnd": null,
      "words": 692,
      "summary": {
        "text": "Start of the Quality monitoring section in Chapter 3 Part 3c, distinguishing (a) user capabilities (technical literacy, data entry accuracy, service consistency, timestamp/GPS regularities) and (b) intervention content quality (alignment with evidence-based guidelines and local context), and describing pre-launch trainee competency checklists and post-launch outlier tracking.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention content",
          "heading": false
        },
        {
          "term": "user capabilities",
          "heading": false
        },
        {
          "term": "health workers",
          "heading": false
        },
        {
          "term": "trainee",
          "heading": false
        },
        {
          "term": "quality monitoring",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "data accuracy",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        }
      ],
      "extract": "60 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Quality In this section we discuss two aspects that should be addressed while monitoring the quality of digital health interventions: (a) user capabilities and (b) intervention content. a. User capabilities – Training large numbers of workers on digital health systems presents many challenges – from low technical",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-070"
      ]
    },
    {
      "id": "page-071",
      "number": null,
      "title": "Page 71",
      "level": 1,
      "pageStart": 71,
      "pageEnd": 71,
      "labelStart": null,
      "labelEnd": null,
      "words": 610,
      "summary": {
        "text": "Completion of the Quality monitoring section in Chapter 3 Part 3c—covering formative testing of intervention messaging, who monitors user competency and content quality, when to monitor, using findings for real-time retraining and content refinement, and scaling quality monitoring across maturity stages—alongside Figure 3.6 ('Quality control checks on user ability to operate digital health system' from KEMRI's TextIT project).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "content quality",
          "heading": false
        },
        {
          "term": "user quality",
          "heading": false
        },
        {
          "term": "monitoring user",
          "heading": false
        },
        {
          "term": "project managers",
          "heading": false
        },
        {
          "term": "trainers",
          "heading": false
        },
        {
          "term": "launch",
          "heading": false
        },
        {
          "term": "kemri",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        }
      ],
      "extract": "61 b. Intervention – The project team should ensure that content is based on evidence-based guidelines (e.g. WHO guidelines) or existing ministry of health documentation. Additionally, the team should conduct focus group discussions and/or interviews in the community to tailor appropriate messaging. See Maar et al. (2016) for an example of how this process was used to create novel SMS messaging based on existing",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-071",
        "library/9789241511766-eng/blocks/figure-img-p071-1"
      ]
    },
    {
      "id": "page-072",
      "number": null,
      "title": "Page 72",
      "level": 1,
      "pageStart": 72,
      "pageEnd": 72,
      "labelStart": null,
      "labelEnd": null,
      "words": 708,
      "summary": {
        "text": "Conclusion of maturity-stage considerations for Quality monitoring and start of an applied Chapter 3 case example of a pilot infant immunization SMS reminder and vaccinator registration system, illustrating (a) primary (health worker) versus secondary (family) user interactions, (b) maturity-stage priorities, and (c) pre-launch functionality QA test cases.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "sms messages",
          "heading": false
        },
        {
          "term": "worker interface",
          "heading": false
        },
        {
          "term": "user interactions",
          "heading": false
        },
        {
          "term": "project manager",
          "heading": false
        },
        {
          "term": "health worker",
          "heading": false
        },
        {
          "term": "intervention content",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "phone numbers",
          "heading": false
        }
      ],
      "extract": "62 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S supervisory staff, and issues that arise can be solved on a case-by-case or one-on-one basis. Once the number of users increases beyond what is easily manageable by a skilled supervisory team, the need to automate, standardize and visualize user quality monitoring increases dramatically. b. Intervention – Content",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-072"
      ]
    },
    {
      "id": "page-073",
      "number": null,
      "title": "Page 73",
      "level": 1,
      "pageStart": 73,
      "pageEnd": 73,
      "labelStart": null,
      "labelEnd": null,
      "words": 566,
      "summary": {
        "text": "Conclusion of the Chapter 3 infant immunization SMS pilot example—illustrating pre-launch and ongoing stability monitoring for server downtime, SMS failure rates, and high-volume campaign loads—followed by the first part of the Chapter 3 References list (citations 1–6).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "stability monitoring",
          "heading": false
        },
        {
          "term": "stability issues",
          "heading": false
        },
        {
          "term": "project manager",
          "heading": false
        },
        {
          "term": "downtime",
          "heading": false
        },
        {
          "term": "server",
          "heading": false
        },
        {
          "term": "doi",
          "heading": false
        },
        {
          "term": "iso",
          "heading": false
        }
      ],
      "extract": "63 Once the basic functionality of the system has been assessed and deemed acceptable for the intervention, the project manager needs to verify that the intervention is stable. Many stability issues might be identified during initial functionality monitoring (e.g. frequent crashing of the health worker’s digital application), but some stability issues may not be identified during the pre-launch period. To determine",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-073"
      ]
    },
    {
      "id": "page-074",
      "number": null,
      "title": "Page 74",
      "level": 1,
      "pageStart": 74,
      "pageEnd": 74,
      "labelStart": null,
      "labelEnd": null,
      "words": 212,
      "summary": {
        "text": "Continuation and conclusion of the Chapter 3 References list (citations 7–19 across pages 73–74), covering formative mHealth messaging (Maar et al.), K4Health glossary, user-centered design (McCurdie et al., IDEO), PATH logistics and BID Initiative requirements, IEEE SRS templates (Wiegers), usability.gov use cases and wireframing, PMNCH ICT workbook, JSI cStock, frontline worker mHealth adoption (Kaphle et al.), and SMS tone testing (Pollard et al.).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "mhealth uhealth",
          "heading": false
        },
        {
          "term": "jmir mhealth",
          "heading": false
        },
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "product vision",
          "heading": false
        },
        {
          "term": "cstock",
          "heading": false
        },
        {
          "term": "bid",
          "heading": false
        }
      ],
      "extract": "64 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S 14. Wireframing. In: usability.gov [website]. Washington (DC): United States Department of Health and Human Services; 2016 (http://www.usability.gov/how-to-and-tools/methods/wireframing.html, accessed 11 April 2016). 15. Product vision for the Better Immunization Data (BID) Initiative. Seattle (WA): PATH; 2014",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-074"
      ]
    },
    {
      "id": "page-075",
      "number": null,
      "title": "Page 75",
      "level": 1,
      "pageStart": 75,
      "pageEnd": 75,
      "labelStart": null,
      "labelEnd": null,
      "words": 7,
      "summary": {
        "text": "Title page for Chapter 4: 'Evaluating digital health interventions'.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "65 Chapter 4: Evaluating digital health interventions",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-075",
        "library/9789241511766-eng/blocks/figure-img-p075-1"
      ]
    },
    {
      "id": "page-076",
      "number": null,
      "title": "Page 76",
      "level": 1,
      "pageStart": 76,
      "pageEnd": 76,
      "labelStart": null,
      "labelEnd": null,
      "words": 400,
      "summary": {
        "text": "Introduction to Chapter 4 on evaluating digital health interventions, including the 'How will this chapter help me?' overview box, the Key Term definition of 'Evaluation', and definitions of the five evaluation stages aligned with intervention maturity: Feasibility, Usability, Efficacy, Effectiveness, and Implementation research.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention achieves",
          "heading": false
        },
        {
          "term": "intervention doing",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "evaluation activities",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "chapter",
          "heading": false
        },
        {
          "term": "stages",
          "heading": false
        },
        {
          "term": "assess",
          "heading": false
        }
      ],
      "extract": "66 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S C hapter 1, Part 1a introduced and described evaluation, and distinguished between monitoring (is the intervention doing things right?) and evaluation (is the intervention doing the right things?) (2). Evaluation is optimally an ongoing cyclical process that informs adjustments and improvements to further",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-076"
      ]
    },
    {
      "id": "page-077",
      "number": null,
      "title": "Page 77",
      "level": 1,
      "pageStart": 77,
      "pageEnd": 77,
      "labelStart": null,
      "labelEnd": null,
      "words": 535,
      "summary": {
        "text": "Chapter 4, Part 4a ('Key concepts for conducting digital health evaluations'), contrasting efficacy ('Can it work?' under ideal controlled conditions) with effectiveness ('Does it work?' in real-world settings across outputs, outcomes, and impact in Box 4.1) and defining implementation research and hybrid effectiveness–implementation approaches.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "versus effectiveness",
          "heading": false
        },
        {
          "term": "efficacy versus",
          "heading": false
        },
        {
          "term": "implementation research",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "real-world setting",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health systems",
          "heading": false
        },
        {
          "term": "asks",
          "heading": false
        }
      ],
      "extract": "67 C H A P T E R 4 : E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 4a: Key concepts for conducting digital health evaluations Efficacy versus effectiveness: Can it work? Does it work? To classify what stage a digital health intervention is at for the purposes of evaluation, you first need to consider the context in which implementation is occurring. In the context of an efficacy study,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-077"
      ]
    },
    {
      "id": "page-078",
      "number": null,
      "title": "Page 78",
      "level": 1,
      "pageStart": 78,
      "pageEnd": 78,
      "labelStart": null,
      "labelEnd": null,
      "words": 517,
      "summary": {
        "text": "Box 4.2 outlining Curran et al.'s Type 1, Type 2, and Type 3 hybrid effectiveness–implementation trial designs, an introduction to formative versus summative evaluations, and a Key Terms glossary defining 'Implementation research', 'Formative evaluations', 'Summative evaluations', 'Experimental studies', 'Randomized controlled trial (RCT)', 'Observational studies', and 'Hierarchy of study designs'.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "summative evaluations",
          "heading": false
        },
        {
          "term": "observing gathering",
          "heading": false
        },
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "implementation research",
          "heading": false
        },
        {
          "term": "formative",
          "heading": false
        },
        {
          "term": "type tests",
          "heading": false
        },
        {
          "term": "key outcomes",
          "heading": false
        }
      ],
      "extract": "68 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Box 4.2. A hybrid approach to evaluation of digital health interventions To generate evidence of effectiveness for a large-scale digital health intervention, a hybrid study design may be most appropriate; this type of study considers the effects of both the clinical intervention and the delivery/ implementation",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-078"
      ]
    },
    {
      "id": "page-079",
      "number": null,
      "title": "Page 79",
      "level": 1,
      "pageStart": 79,
      "pageEnd": 79,
      "labelStart": null,
      "labelEnd": null,
      "words": 571,
      "summary": {
        "text": "Overview of formative evaluations (needs assessments and process/implementation evaluations) and summative evaluations (outcome and impact evaluations), accompanied by Table 4.1 ('Formative versus summative evaluations') comparing objectives and illustrative questions across needs assessment, process evaluation, implementation evaluation, performance/outcome evaluation, impact evaluation, economic evaluation, secondary analysis, and meta-analysis.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "summative evaluations",
          "heading": false
        },
        {
          "term": "formative evaluations",
          "heading": false
        },
        {
          "term": "process evaluations",
          "heading": false
        },
        {
          "term": "impact evaluations",
          "heading": false
        },
        {
          "term": "intervention activities",
          "heading": false
        },
        {
          "term": "fidelity monitoring",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "key outcomes",
          "heading": false
        }
      ],
      "extract": "69 Formative evaluations: The two most common types of formative evaluations are needs assessments and process evaluations. Needs assessments are typically conducted before the start of an intervention to improve understanding of the needs of the intended programme clients or beneficiaries, so that the programme can be designed to best meet these needs. By comparison, process evaluations are conducted at a",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-079"
      ]
    },
    {
      "id": "page-080",
      "number": null,
      "title": "Page 80",
      "level": 1,
      "pageStart": 80,
      "pageEnd": 80,
      "labelStart": null,
      "labelEnd": null,
      "words": 577,
      "summary": {
        "text": "Table 4.2 ('Types of study designs') in Chapter 4 Part 4a, comparing descriptions, advantages, and limitations across Analytic Experimental designs (individually and cluster randomized controlled trials, quasi-experimental studies), Analytic Observational designs (cohort, cross-sectional, case–control), and Descriptive designs (surveillance, cross-sectional surveys, ecological correlational studies, case reports, and case-series reports).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "spur subsequent",
          "heading": false
        },
        {
          "term": "random assignment",
          "heading": false
        },
        {
          "term": "less expensive",
          "heading": false
        },
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "control groups",
          "heading": false
        },
        {
          "term": "time point",
          "heading": false
        },
        {
          "term": "subsequent research",
          "heading": false
        },
        {
          "term": "single time",
          "heading": false
        }
      ],
      "extract": "70 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Table 4.2. Types of study designs Description Advantages Limitations Analytic Experimental Randomized controlled trials (RCTs) ■ ■Individually randomized ■ ■Cluster randomized • parallel • crossover • stepped-wedge ■ ■A planned experiment designed to assess the efficacy of an intervention in human beings by comparing",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-080"
      ]
    },
    {
      "id": "page-081",
      "number": null,
      "title": "Page 81",
      "level": 1,
      "pageStart": 81,
      "pageEnd": 81,
      "labelStart": null,
      "labelEnd": null,
      "words": 606,
      "summary": {
        "text": "Discussion of descriptive and analytic study designs in Chapter 4 Part 4a, including Table 4.3 ('Qualitative research – study designs' covering case study, grounded theory, phenomenology, ethnography, and historical designs) and an explanation of experimental studies and randomized controlled trials (individual and cluster randomization).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "descriptive studies",
          "heading": false
        },
        {
          "term": "experimental studies",
          "heading": false
        },
        {
          "term": "analytic studies",
          "heading": false
        },
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "qualitative research",
          "heading": false
        },
        {
          "term": "rct",
          "heading": false
        },
        {
          "term": "control group",
          "heading": false
        },
        {
          "term": "phenomena",
          "heading": false
        }
      ],
      "extract": "71 Study designs Study designs aim to inform decision-making on evidence generation and the scope of monitoring and evaluation (M&E) activities. In this section, we introduce the broad classes across two types of study designs: (i) descriptive and (ii) analytic. i. Descriptive studies Descriptive studies are “concerned with and designed only to describe the existing distribution of variables, without regard to",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-081"
      ]
    },
    {
      "id": "page-082",
      "number": null,
      "title": "Page 82",
      "level": 1,
      "pageStart": 82,
      "pageEnd": 82,
      "labelStart": null,
      "labelEnd": null,
      "words": 142,
      "summary": {
        "text": "Figure 4.1 ('Classes of descriptive and analytic study design', adapted from Brown & Lilford, 2006 and Grimes & Schulz, 2002), providing a taxonomy tree of descriptive studies (surveillance, ecological correlational, cross-sectional, case/case-series, and qualitative designs) and analytic studies (experimental RCTs and quasi-experimental designs, and observational cohort, cross-sectional, and case–control designs).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "pretest",
          "heading": false
        },
        {
          "term": "regression",
          "heading": false
        },
        {
          "term": "analytic",
          "heading": false
        },
        {
          "term": "descriptive",
          "heading": false
        }
      ],
      "extract": "72 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Figure 4.1. Classes of descriptive and analytic study design Source: adapted from Brown & Lilford, 2006; Grimes & Schulz, 2002 (11, 12). Study designs Analytic Experimental Observational Descriptive Surveillance Ecological correlational studies Cross-sectional (prevalence) studies Case report, Case-series report",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-082"
      ]
    },
    {
      "id": "page-083",
      "number": null,
      "title": "Page 83",
      "level": 1,
      "pageStart": 83,
      "pageEnd": 83,
      "labelStart": null,
      "labelEnd": null,
      "words": 345,
      "summary": {
        "text": "Table 4.4 ('Hierarchy of evidence by stage of evaluation'), ranking study designs by confidence in the strength of evidence (Excellent, Good, Fair, Poor) across Feasibility/Usability, Efficacy, Effectiveness, and Implementation Science stages, alongside Figure 4.2 illustrating a stepped-wedge study design across participant clusters and time periods.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "studies case-series",
          "heading": false
        },
        {
          "term": "quasi-experimental studies",
          "heading": false
        },
        {
          "term": "ecological studies",
          "heading": false
        },
        {
          "term": "editorials expert",
          "heading": false
        },
        {
          "term": "opinion editorials",
          "heading": false
        },
        {
          "term": "studies interrupted",
          "heading": false
        },
        {
          "term": "case-series report",
          "heading": false
        },
        {
          "term": "descriptive studies",
          "heading": false
        }
      ],
      "extract": "73 Table 4.4. Hierarchy of evidence by stage of evaluation Stage of evaluation FEASIBILITY/USABILITY EFFICACY EFFECTIVENESS IMPLEMENTATION SCIENCE Confidence in the strength of evidence Excellent ■ ■Multicentre randomized controlled trials (RCTs) ■ ■Multicentre RCTs ■ ■Multicentre RCTs ■ ■Multicentre/quasi- experimental studies Good 1. RCT 2. Quasi-experimental studies ■ ■Interrupted time series ■ ■With control",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-083"
      ]
    },
    {
      "id": "page-084",
      "number": null,
      "title": "Page 84",
      "level": 1,
      "pageStart": 84,
      "pageEnd": 84,
      "labelStart": null,
      "labelEnd": null,
      "words": 765,
      "summary": {
        "text": "Continuation of Chapter 4 Part 4a discussing complex RCT designs (stepped-wedge advantages, contamination risks, and analytical complexity), quasi-experimental designs, observational study types (cohort, case–control, cross-sectional), hierarchies of study designs, and the start of 'Linking inferences with study designs and methods'.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "cross-sectional studies",
          "heading": false
        },
        {
          "term": "observational studies",
          "heading": false
        },
        {
          "term": "stepped wedge",
          "heading": false
        },
        {
          "term": "quasi experimental",
          "heading": false
        },
        {
          "term": "cohort studies",
          "heading": false
        },
        {
          "term": "parallel design",
          "heading": false
        },
        {
          "term": "traditional parallel",
          "heading": false
        }
      ],
      "extract": "74 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Examples of more complex RCTs include stepped-wedge, parallel or crossover study designs; each distinguished by how randomization is executed. In a stepped-wedge design, the intervention is rolled out sequentially to participants or clusters of participants over a number of time periods, with the aim that all",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-084"
      ]
    },
    {
      "id": "page-085",
      "number": null,
      "title": "Page 85",
      "level": 1,
      "pageStart": 85,
      "pageEnd": 85,
      "labelStart": null,
      "labelEnd": null,
      "words": 471,
      "summary": {
        "text": "Guidance in Chapter 4 Part 4a on linking research questions and study designs to strength of inference, featuring Figure 4.3 ('Types of inference/study design': Descriptive, Exploratory, Analytic, Explanatory, and Predictive) and defining Habicht et al.'s three analytic inference levels: adequacy, plausibility, and probability.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "analytic studies",
          "heading": false
        },
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "inference",
          "heading": false
        },
        {
          "term": "research methods",
          "heading": false
        },
        {
          "term": "exploratory",
          "heading": false
        },
        {
          "term": "research questions",
          "heading": false
        },
        {
          "term": "descriptive",
          "heading": false
        },
        {
          "term": "explanatory",
          "heading": false
        }
      ],
      "extract": "75 of the immunization. However, an RCT could be undertaken to assess the comparative effectiveness of the different digital delivery strategies (e.g. SMS alerts, digitized reporting, data dashboards) in terms of improving the coverage and delivery of measles vaccinations. In the context of many large-scale programmes, the intervention of interest may account for only a portion of the variability observed in the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-085"
      ]
    },
    {
      "id": "page-086",
      "number": null,
      "title": "Page 86",
      "level": 1,
      "pageStart": 86,
      "pageEnd": 86,
      "labelStart": null,
      "labelEnd": null,
      "words": 394,
      "summary": {
        "text": "Table 4.5 ('Linking inferences with study designs and methods', first part), mapping Descriptive, Exploratory, and Analytic (Adequacy, Plausibility, and Probability) inference types to their descriptions, research questions, limitations, study designs, and qualitative, quantitative, and mixed research methods.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "surveys ecological",
          "heading": false
        },
        {
          "term": "cross-sectional surveys",
          "heading": false
        },
        {
          "term": "sectional surveys",
          "heading": false
        },
        {
          "term": "longitudinal surveys",
          "heading": false
        },
        {
          "term": "ecological studies",
          "heading": false
        },
        {
          "term": "case-series reports",
          "heading": false
        },
        {
          "term": "surveillance cross-sectional",
          "heading": false
        },
        {
          "term": "quasi experimental",
          "heading": false
        }
      ],
      "extract": "76 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Table 4.5. Linking inferences with study designs and methods Study type/ inferences Description Research question(s) Limitations Study designs Research methods Descriptive Describes a population, health conditions, characteristics, context What are the population characteristics and needs in this context? Does not",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-086"
      ]
    },
    {
      "id": "page-087",
      "number": null,
      "title": "Page 87",
      "level": 1,
      "pageStart": 87,
      "pageEnd": 87,
      "labelStart": null,
      "labelEnd": null,
      "words": 291,
      "summary": {
        "text": "Conclusion of Table 4.5 covering Explanatory and Predictive study inferences (descriptions, research questions, limitations, study designs, and quantitative/qualitative/mixed methods such as agent-based and econometric modelling, scenario-building, and Delphi techniques) and summary guidance on selecting analytic and explanatory inferences for digital health evaluations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "qualitative methods",
          "heading": false
        },
        {
          "term": "intervention led",
          "heading": false
        },
        {
          "term": "future events",
          "heading": false
        },
        {
          "term": "explanatory",
          "heading": false
        },
        {
          "term": "inferences",
          "heading": false
        },
        {
          "term": "secondary data",
          "heading": false
        },
        {
          "term": "quantitative",
          "heading": false
        },
        {
          "term": "modelling",
          "heading": false
        }
      ],
      "extract": "77 Study type/ inferences Description Research question(s) Limitations Study designs Research methods Explanatory Aims to determine how and why an intervention led to the measured health effect(s) or outcome(s) How did the implementation of the intervention lead to the effect(s) observed? ■ ■RCTs ■ ■Quasi- experimental studies ■ ■Descriptive Mixed methods: Quantitative and qualitative Quantitative: Repeated measures",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-087"
      ]
    },
    {
      "id": "page-088",
      "number": null,
      "title": "Page 88",
      "level": 1,
      "pageStart": 88,
      "pageEnd": 88,
      "labelStart": null,
      "labelEnd": null,
      "words": 511,
      "summary": {
        "text": "Introduction to Chapter 4, Part 4b ('Evaluation methods'), summarizing qualitative, quantitative, mixed-methods, and financial/economic evaluation approaches, with a 'Further Reading' box (WHO evaluation practice handbook and World Bank Impact evaluation in practice), a Key Terms box (FGDs, IDIs, structured observations, and participatory action research), and the start of the Qualitative methods section.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "qualitative research",
          "heading": false
        },
        {
          "term": "qualitative methods",
          "heading": false
        },
        {
          "term": "qualitative approaches",
          "heading": false
        },
        {
          "term": "quantitative approaches",
          "heading": false
        },
        {
          "term": "evaluation methods",
          "heading": false
        },
        {
          "term": "economic evaluations",
          "heading": false
        },
        {
          "term": "impact evaluation",
          "heading": false
        },
        {
          "term": "opinions",
          "heading": false
        }
      ],
      "extract": "78 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 4b: Evaluation methods In this part of the chapter, evaluation methods are grouped into four categories: (i) qualitative approaches, (ii) quantitative approaches, (iii) mixed-methods, (iv) financial and economic evaluations. In brief, qualitative approaches yield data in text, image or audio/video formats from",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-088",
        "library/9789241511766-eng/blocks/figure-img-p088-1",
        "library/9789241511766-eng/blocks/figure-img-p088-2"
      ]
    },
    {
      "id": "page-089",
      "number": null,
      "title": "Page 89",
      "level": 1,
      "pageStart": 89,
      "pageEnd": 89,
      "labelStart": null,
      "labelEnd": null,
      "words": 594,
      "summary": {
        "text": "Continuation of Qualitative methods in Chapter 4 Part 4b, contrasting open-ended qualitative guides with closed-ended quantitative questionnaires and detailing structured observations—including vaccination clinic and CHW shadowing examples and step-by-step procedures before, during, and after observation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conducting observation",
          "heading": false
        },
        {
          "term": "video recordings",
          "heading": false
        },
        {
          "term": "clarifying questions",
          "heading": false
        },
        {
          "term": "objective notes",
          "heading": false
        },
        {
          "term": "research question",
          "heading": false
        },
        {
          "term": "qualitative methods",
          "heading": false
        },
        {
          "term": "interactions",
          "heading": false
        },
        {
          "term": "audio",
          "heading": false
        }
      ],
      "extract": "79 explore certain research findings further, or provide context for quantitative data (22, 24–27). Data obtained from qualitative approaches are rich in nature and can be in text, audio, image or video format. Objects and documents relevant to the research question may also be collected during qualitative research (26). Unlike quantitative methods, which use structured questionnaires with closed-ended (i.e. yes/no",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-089"
      ]
    },
    {
      "id": "page-090",
      "number": null,
      "title": "Page 90",
      "level": 1,
      "pageStart": 90,
      "pageEnd": 90,
      "labelStart": null,
      "labelEnd": null,
      "words": 684,
      "summary": {
        "text": "Advantages and disadvantages of structured observations (including Box 4.3 comparing subjective versus objective note-taking at a vaccination clinic) and detailed guidance on conducting in-depth interviews (IDIs), covering use cases with policy experts and patients on sensitive topics, persona development, interview guides, audio recording, and field notes.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "shorthand notes",
          "heading": false
        },
        {
          "term": "idis",
          "heading": false
        },
        {
          "term": "during observation",
          "heading": false
        },
        {
          "term": "in-depth interviews",
          "heading": false
        },
        {
          "term": "allows researchers",
          "heading": false
        },
        {
          "term": "fgds",
          "heading": false
        },
        {
          "term": "subjective",
          "heading": false
        },
        {
          "term": "vaccination clinic",
          "heading": false
        }
      ],
      "extract": "80 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S ■ ■ It allows researchers to gather a breadth of information beyond what may be available through the responses of study participants during in-depth interviews (IDIs) and focus group discussions (FGDs). During IDIs and FGDs, respondents may omit details that they think are irrelevant to the research and details on",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-090"
      ]
    },
    {
      "id": "page-091",
      "number": null,
      "title": "Page 91",
      "level": 1,
      "pageStart": 91,
      "pageEnd": 91,
      "labelStart": null,
      "labelEnd": null,
      "words": 610,
      "summary": {
        "text": "Strengths and limitations of IDIs, detailed guidance on conducting focus group discussions (FGDs)—including group composition, moderator and note-taker roles, and Box 4.4 ('Example FGD questions for community health workers using a digital health system')—and the start of sampling strategies for qualitative methods (purposive and snowball sampling).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "fgds",
          "heading": false
        },
        {
          "term": "qualitative research",
          "heading": false
        },
        {
          "term": "research question",
          "heading": false
        },
        {
          "term": "adolescent girls",
          "heading": false
        },
        {
          "term": "fgd",
          "heading": false
        },
        {
          "term": "group discussions",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "moderator",
          "heading": false
        }
      ],
      "extract": "81 It should be noted that the goal of the IDI is not to arrive at one single answer to the research question, but rather to obtain an exhaustive view of the individual’s opinions on the topic (22, 23, 26, 27, 33). The advantage of an IDI is that it allows the discussion of topics in a private setting. The disadvantage is that it only provides the viewpoint of one individual at a time. Due to the small number of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-091"
      ]
    },
    {
      "id": "page-092",
      "number": null,
      "title": "Page 92",
      "level": 1,
      "pageStart": 92,
      "pageEnd": 92,
      "labelStart": null,
      "labelEnd": null,
      "words": 717,
      "summary": {
        "text": "Completion of qualitative research methods in Chapter 4 Part 4b—covering purposive and snowball sampling, transcription and field notes, CAQDAS tools (Atlas.ti, QSR-Nvivo, MAXQDA, HyperRESEARCH), and deductive versus inductive analysis—followed by the introduction to Quantitative methods and single-question Polls (via SMS, IVR, USSD, or web).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "purposive sampling",
          "heading": false
        },
        {
          "term": "snowball sampling",
          "heading": false
        },
        {
          "term": "shorthand notes",
          "heading": false
        },
        {
          "term": "polls",
          "heading": false
        },
        {
          "term": "quantitative research",
          "heading": false
        },
        {
          "term": "quantitative methods",
          "heading": false
        },
        {
          "term": "field notes",
          "heading": false
        },
        {
          "term": "qualitative data",
          "heading": false
        }
      ],
      "extract": "82 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Purposive sampling With this method, researchers specify the characteristics of the individuals they would like to recruit (e.g. pregnant women). The sample size may be unspecified (this is typical for purposive sampling) or restricted to a certain number (also referred to as “quota sampling”). Snowball sampling This",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-092"
      ]
    },
    {
      "id": "page-093",
      "number": null,
      "title": "Page 93",
      "level": 1,
      "pageStart": 93,
      "pageEnd": 93,
      "labelStart": null,
      "labelEnd": null,
      "words": 596,
      "summary": {
        "text": "Conclusion of Polls and detailed guidance on Surveys in Chapter 4 Part 4b, listing the seven steps for planning and conducting a survey and presenting Table 4.6 ('Reasons for conducting surveys with community-based clients and health-care providers').",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conducting surveys",
          "heading": false
        },
        {
          "term": "own smartphone",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "collect data",
          "heading": false
        },
        {
          "term": "health-care providers",
          "heading": false
        },
        {
          "term": "polls",
          "heading": false
        },
        {
          "term": "community-based clients",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        }
      ],
      "extract": "83 complex statistical analyses. Polls are useful when a quick snapshot of public opinion or behaviour is needed to inform ongoing or planned work. Polls may be used to collect data from recipients related to digital health interventions (e.g. “After receiving the text message reminder to use a bednet, did you actually use a bednet that night?”). Surveys Surveys are data collection methods that utilize structured",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-093"
      ]
    },
    {
      "id": "page-094",
      "number": null,
      "title": "Page 94",
      "level": 1,
      "pageStart": 94,
      "pageEnd": 94,
      "labelStart": null,
      "labelEnd": null,
      "words": 483,
      "summary": {
        "text": "Survey administration modes, sample size considerations, and start of sampling for survey data collection in Chapter 4 Part 4b, featuring Box 4.5 ('Examples of digital data collection platforms that can be deployed on mobile devices': CommCare, Magpi, Medic Mobile, ONA, OpenDataKit, RapidPro, and TextIT) and Box 4.6 ('Factors influencing sample size').",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "probability sampling",
          "heading": false
        },
        {
          "term": "sample size",
          "heading": false
        },
        {
          "term": "influencing sample",
          "heading": false
        },
        {
          "term": "collection platforms",
          "heading": false
        },
        {
          "term": "size calculations",
          "heading": false
        },
        {
          "term": "survey data",
          "heading": false
        },
        {
          "term": "factors influencing",
          "heading": false
        },
        {
          "term": "primary outcome",
          "heading": false
        }
      ],
      "extract": "84 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Box 4.5. Examples of digital data collection platforms that can be deployed on mobile devices ■ ■ CommCare https://www.commcarehq.org/home/ ■ ■ Magpi http://home.magpi.com/ ■ ■ Medic Mobile http://medicmobile.org/ ■ ■ ONA https://ona.io/home/ ■ ■ OpenDataKit (ODK) https://opendatakit.org/ ■ ■ Rapid Pro",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-094"
      ]
    },
    {
      "id": "page-095",
      "number": null,
      "title": "Page 95",
      "level": 1,
      "pageStart": 95,
      "pageEnd": 95,
      "labelStart": null,
      "labelEnd": null,
      "words": 547,
      "summary": {
        "text": "Classification of probability sampling methods (simple random, systematic random, stratified random, cluster random, and multi-stage sampling) and non-probability sampling methods (convenience, purposive, and snowball sampling), overview of quantitative data analysis and statistical software (Excel, STATA, SAS, SPSS), and the first part of Table 4.7 comparing qualitative and quantitative approaches.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "random sampling",
          "heading": false
        },
        {
          "term": "non-probability sampling",
          "heading": false
        },
        {
          "term": "purposive sampling",
          "heading": false
        },
        {
          "term": "random sample",
          "heading": false
        },
        {
          "term": "cluster random",
          "heading": false
        },
        {
          "term": "selected clusters",
          "heading": false
        },
        {
          "term": "systematic random",
          "heading": false
        },
        {
          "term": "quantitative data",
          "heading": false
        }
      ],
      "extract": "85 ■ ■ Simple random sample: Choose individuals from the population at random. ■ ■ Systematic random sample: Begin with a random individual, and choose every ith person you encounter. ■ ■ Stratified random sampling: Stratify (i.e. divide) your population using a particular characteristic (e.g. urban/rural), then sample randomly within the strata. ■ ■ Cluster random sampling: Divide your population based on",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-095"
      ]
    },
    {
      "id": "page-096",
      "number": null,
      "title": "Page 96",
      "level": 1,
      "pageStart": 96,
      "pageEnd": 96,
      "labelStart": null,
      "labelEnd": null,
      "words": 568,
      "summary": {
        "text": "Conclusion of Table 4.7 ('A comparison of qualitative and quantitative approaches' across data types, analysis purposes, sample sizes, and sampling techniques) and detailed guidance on Mixed-methods approaches in Chapter 4 Part 4b, including digital health examples, triangulation advantages, design challenges, and Box 4.7 ('Checklist for the reporting of mixed-methods studies').",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "mixed-methods approaches",
          "heading": false
        },
        {
          "term": "mixed-methods approach",
          "heading": false
        },
        {
          "term": "mixed-methods studies",
          "heading": false
        },
        {
          "term": "sampling approaches",
          "heading": false
        },
        {
          "term": "quantitative data",
          "heading": false
        },
        {
          "term": "numeric data",
          "heading": false
        },
        {
          "term": "mixed methods",
          "heading": false
        },
        {
          "term": "data collection",
          "heading": false
        }
      ],
      "extract": "86 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Qualitative Quantitative Types of data generated ■ ■Rich, contextual and detailed information in text, audio, image and video formats ■ ■Numeric data on frequency, severity, change over time and associations between variables Purpose of data analysis ■ ■Identify patterns, features and themes in data ■ ■Identify",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-096"
      ]
    },
    {
      "id": "page-097",
      "number": null,
      "title": "Page 97",
      "level": 1,
      "pageStart": 97,
      "pageEnd": 97,
      "labelStart": null,
      "labelEnd": null,
      "words": 674,
      "summary": {
        "text": "Introduction to economic and financial evaluations in Chapter 4 Part 4b, distinguishing financial evaluations (budget impact analysis and sustainable financing plans) from economic evaluations (cost–effectiveness analysis [CEA], cost–utility analysis [CUA] using QALYs and DALYs, cost–benefit analysis [CBA] using willingness-to-pay techniques, cost–consequence analysis [CCA], and cost-minimization analysis [CMA]).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "economic evaluations",
          "heading": false
        },
        {
          "term": "financial evaluations",
          "heading": false
        },
        {
          "term": "monetary values",
          "heading": false
        },
        {
          "term": "cost utility",
          "heading": false
        },
        {
          "term": "utility analysis",
          "heading": false
        },
        {
          "term": "cost effectiveness",
          "heading": false
        },
        {
          "term": "cba",
          "heading": false
        },
        {
          "term": "market values",
          "heading": false
        }
      ],
      "extract": "87 Economic and financial evaluations Financial evaluations deal with the questions of whether the organization and digital health users can afford the digital health system, and how it will be financed. Economic evaluations aim to determine a probable value for money from an investment. Your economic evaluation identifies what you should do; your financial evaluation shows if you can pay for it, and how you will",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-097"
      ]
    },
    {
      "id": "page-098",
      "number": null,
      "title": "Page 98",
      "level": 1,
      "pageStart": 98,
      "pageEnd": 98,
      "labelStart": null,
      "labelEnd": null,
      "words": 498,
      "summary": {
        "text": "Conclusion of the cost–benefit analysis (CBA) discussion (including the eHealth Impact [eHI] methodology) and Table 4.8 ('Types of economic evaluation for digital health'), comparing CEA, CUA, CBA, CCA, and CMA across definition, costs, consequences, and illustrative digital health evaluation questions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "monetary units",
          "heading": false
        },
        {
          "term": "sending sms",
          "heading": false
        },
        {
          "term": "natural units",
          "heading": false
        },
        {
          "term": "sending messages",
          "heading": false
        },
        {
          "term": "sms reminders",
          "heading": false
        },
        {
          "term": "lives saved",
          "heading": false
        },
        {
          "term": "pregnant women",
          "heading": false
        },
        {
          "term": "life years",
          "heading": false
        }
      ],
      "extract": "88 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S form of economic evaluation. Where benefits are measured in terms of lives saved, assigning a monetary value to these lives can elicit strong reactions. Many digital health programmes don’t directly save lives – they aim to improve health care – and therefore life valuations are seldom relevant for these. Many",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-098"
      ]
    },
    {
      "id": "page-099",
      "number": null,
      "title": "Page 99",
      "level": 1,
      "pageStart": 99,
      "pageEnd": 99,
      "labelStart": null,
      "labelEnd": null,
      "words": 635,
      "summary": {
        "text": "Start of Chapter 4 Part 4c ('Which evaluation activities are right for you?'), covering maturity-guided evaluation selection, predictive modelling at scale (such as the OneHealth tool), Table 4.9 ('Linking stages of maturity with evaluation methods and claims' across Early, Mid, and Advanced stages), formative versus summative evaluations, and defining study inferences.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evaluation activities",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "pre-prototype",
          "heading": false
        },
        {
          "term": "external entity",
          "heading": false
        },
        {
          "term": "inferences",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "technical stability",
          "heading": false
        }
      ],
      "extract": "89 Part 4c: Which evaluation activities are right for you? The state of maturity of the digital intervention will guide which types of evaluation are most appropriate. As described in Chapter 1, Part 1b (see Table 1.1), the stages of maturity span across the continuum from pre-prototype, prototype, pilot and demonstration, to scale-up and finally integrated and sustained programme (Table 4.9). For solutions that",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-099"
      ]
    },
    {
      "id": "page-100",
      "number": null,
      "title": "Page 100",
      "level": 1,
      "pageStart": 100,
      "pageEnd": 100,
      "labelStart": null,
      "labelEnd": null,
      "words": 580,
      "summary": {
        "text": "Guidance in Chapter 4 Part 4c on prioritizing research inferences (adequacy, plausibility, and probability), selecting study designs (RCTs, quasi-experimental, observational, and effectiveness–implementation hybrid designs), choosing evaluation methods, and the first part of Table 4.10 ('Illustrative evaluation activities by type and stage of evaluation') covering formative needs assessment, process evaluation, and implementation monitoring for feasibility/usability, efficacy, and effectiveness stages.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "system-generated monitoring",
          "heading": false
        },
        {
          "term": "mixed methods",
          "heading": false
        },
        {
          "term": "qualitative data",
          "heading": false
        },
        {
          "term": "participant observation",
          "heading": false
        },
        {
          "term": "idis",
          "heading": false
        },
        {
          "term": "evaluation methods",
          "heading": false
        },
        {
          "term": "fgds",
          "heading": false
        },
        {
          "term": "quantitative",
          "heading": false
        }
      ],
      "extract": "90 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S reviewed five main categories of inferences: descriptive, exploratory, analytic, explanatory and predictive. To define the overarching research objectives and evidence needs, you need first to identify, categorize, and then prioritize your research inferences across these categories. Most evaluations of digital",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-100"
      ]
    },
    {
      "id": "page-101",
      "number": null,
      "title": "Page 101",
      "level": 1,
      "pageStart": 101,
      "pageEnd": 101,
      "labelStart": null,
      "labelEnd": null,
      "words": 312,
      "summary": {
        "text": "Continuation and conclusion of Table 4.10 ('Illustrative evaluation activities by type and stage of evaluation'), covering formative evaluation activities for implementation science and summative evaluation activities (outcome evaluation, impact evaluation, economic evaluation, and financial evaluation) across feasibility/usability, efficacy, effectiveness, and implementation science stages.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "verbal autopsies",
          "heading": false
        },
        {
          "term": "mixed methods",
          "heading": false
        },
        {
          "term": "qualitative data",
          "heading": false
        },
        {
          "term": "idis",
          "heading": false
        },
        {
          "term": "death audits",
          "heading": false
        },
        {
          "term": "cross-sectional coverage",
          "heading": false
        },
        {
          "term": "coverage surveys",
          "heading": false
        },
        {
          "term": "fgds",
          "heading": false
        }
      ],
      "extract": "91 Formative NEEDS ASSESSMENT PROCESS EVALUATION IMPLEMENTATION MONITORING Stage of evaluation Implementation science Descriptive: Contextual adaptation Qualitative: FGDs, IDIs Quantitative: System-generated monitoring data Mixed methods: Combination of quantitative and qualitative data Qualitative: Participant observation, FGDs, IDIs Quantitative: System-generated monitoring data Mixed methods: Combination of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-101"
      ]
    },
    {
      "id": "page-102",
      "number": null,
      "title": "Page 102",
      "level": 1,
      "pageStart": 102,
      "pageEnd": 102,
      "labelStart": null,
      "labelEnd": null,
      "words": 427,
      "summary": {
        "text": "First page of the Further Reading ('Relevant resources for evaluation') list for Chapter 4, citing methodological references for study designs (stepped-wedge and quasi-experimental designs), qualitative methods, quantitative survey methods, and mixed-methods integration.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "qualitative methods",
          "heading": false
        },
        {
          "term": "qualitative research",
          "heading": false
        },
        {
          "term": "mixed methods",
          "heading": false
        },
        {
          "term": "quantitative methods",
          "heading": false
        },
        {
          "term": "meadows",
          "heading": false
        },
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "nurs",
          "heading": false
        }
      ],
      "extract": "92 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Relevant resources for evaluation Study designs Stepped-wedge design ■ ■ Brown CA, Lilford RJ. The stepped wedge trial design: a systematic review. BMC Med Res Methodol. 2006;6:54. doi:10.1186/1471-2288-6-54. Quasi-experiment study designs ■ ■ Harris AD, Bradham DD, Baumgarten M, Zuckerman IH, Fink JC, Perencevich",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-102"
      ]
    },
    {
      "id": "page-103",
      "number": null,
      "title": "Page 103",
      "level": 1,
      "pageStart": 103,
      "pageEnd": 103,
      "labelStart": null,
      "labelEnd": null,
      "words": 477,
      "summary": {
        "text": "Conclusion of the Chapter 4 Further Reading list (mixed methods and participatory action research [PAR]) and the first part of the Chapter 4 References list (items 1–15).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "participatory research",
          "heading": false
        },
        {
          "term": "community-based participatory",
          "heading": false
        },
        {
          "term": "participatory action",
          "heading": false
        },
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "oxford university",
          "heading": false
        },
        {
          "term": "implementation research",
          "heading": false
        },
        {
          "term": "university press",
          "heading": false
        },
        {
          "term": "agyepong",
          "heading": false
        }
      ],
      "extract": "93 ■ ■ Gilson L, Hanson K, Sheikh K, Akua Agyepong I, Ssengooba F, Bennett S. Building the field of health policy and systems research: social science matters. PLoS Med. 2011;8(8):e1001079. doi:10.1371/ journal.pmed.1001079. Participatory action research (PAR) ■ ■ Smith L, Rosenzweig L, Schmidt M. Best practices in the reporting of participatory action research: embracing both the forest and the trees. Counseling",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-103"
      ]
    },
    {
      "id": "page-104",
      "number": null,
      "title": "Page 104",
      "level": 1,
      "pageStart": 104,
      "pageEnd": 104,
      "labelStart": null,
      "labelEnd": null,
      "words": 488,
      "summary": {
        "text": "Continuation of the Chapter 4 References list (items 16–34), covering qualitative, quantitative, observational, quasi-experimental, implementation research, and community-based participatory research methodologies.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "qualitative research",
          "heading": false
        },
        {
          "term": "quantitative research",
          "heading": false
        },
        {
          "term": "research methods",
          "heading": false
        },
        {
          "term": "qualitative versus",
          "heading": false
        },
        {
          "term": "research design",
          "heading": false
        },
        {
          "term": "mixed methods",
          "heading": false
        },
        {
          "term": "johns hopkins",
          "heading": false
        },
        {
          "term": "community nurs",
          "heading": false
        }
      ],
      "extract": "94 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S 16. Lindquist S. Qualitative research designs. University of Missouri – St Louis; undated (http://www.umsl.edu/~lindquists/ qualdsgn.html, accessed 6 May 2016). 17. Neill J. Analysis of professional literature. Class 6: Qualitative research I. Outdoor Education Research & Evaluation Center; 2006",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-104"
      ]
    },
    {
      "id": "page-105",
      "number": null,
      "title": "Page 105",
      "level": 1,
      "pageStart": 105,
      "pageEnd": 105,
      "labelStart": null,
      "labelEnd": null,
      "words": 454,
      "summary": {
        "text": "Conclusion of the Chapter 4 References list (items 35–53), covering participatory action research, qualitative data analysis, questionnaire design, sample size calculation, health policy and systems research, budget impact analysis, economic evaluation (CEA, CUA, CBA, eHealth Impact), and the WHO OneHealth Tool.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "community nurs",
          "heading": false
        },
        {
          "term": "green book",
          "heading": false
        },
        {
          "term": "meadows",
          "heading": false
        },
        {
          "term": "budget impact",
          "heading": false
        },
        {
          "term": "united kingdom",
          "heading": false
        },
        {
          "term": "impact analysis",
          "heading": false
        },
        {
          "term": "dent",
          "heading": false
        },
        {
          "term": "treasury",
          "heading": false
        }
      ],
      "extract": "95 35. Smith L, Rosenzweig L, Schmidt M. Best practices in the reporting of participatory action research: embracing both the forest and the trees. Counseling Psychologist. 2010;38(8):1115–38. 36. Burnard P, Gill P, Stewart K, Treasure E, Chadwick B. Analysing and presenting qualitative data. Br Dent J. 2008;204(8):429–32. 37. Meadows KA. So you want to do research? 5: Questionnaire design. Br J Community Nurs.",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-105"
      ]
    },
    {
      "id": "page-106",
      "number": null,
      "title": "Page 106",
      "level": 1,
      "pageStart": 106,
      "pageEnd": 106,
      "labelStart": null,
      "labelEnd": null,
      "words": 59,
      "summary": {
        "text": "Section divider title page for Chapter 5: 'Assessing data sources and quality for M&E'.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "96 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Chapter 5: Assessing data sources and quality for M&E",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-106",
        "library/9789241511766-eng/blocks/figure-img-p106-1"
      ]
    },
    {
      "id": "page-107",
      "number": null,
      "title": "Page 107",
      "level": 1,
      "pageStart": 107,
      "pageEnd": 107,
      "labelStart": null,
      "labelEnd": null,
      "words": 361,
      "summary": {
        "text": "Chapter 5 opening overview ('How will this chapter help me?' and 'Why assess your digital data?'), introducing data quality assessment to align intervention data streams with programme claims, map health-system data flows, and strengthen data collection, storage, analytics, management, and use.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data collection",
          "heading": false
        },
        {
          "term": "digital data",
          "heading": false
        },
        {
          "term": "data quality",
          "heading": false
        },
        {
          "term": "claims",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        },
        {
          "term": "right",
          "heading": false
        },
        {
          "term": "steps",
          "heading": false
        },
        {
          "term": "goals",
          "heading": false
        }
      ],
      "extract": "97 HOW WILL THIS CHAPTER HELP ME? This chapter will: ✔ ✔Help you to assess whether existing intervention5 data are aligned with the claims/goals that the digital health intervention hopes to achieve. ✔ ✔Show you how to map the flow of data at each level of the health system to understand the key stakeholders who support data collection and use. ✔ ✔Guide you in assessing the process of data collection, storage,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-107",
        "library/9789241511766-eng/blocks/figure-img-p107-1"
      ]
    },
    {
      "id": "page-108",
      "number": null,
      "title": "Page 108",
      "level": 1,
      "pageStart": 108,
      "pageEnd": 108,
      "labelStart": null,
      "labelEnd": null,
      "words": 466,
      "summary": {
        "text": "Start of Chapter 5 Part 5a ('Introducing the data quality assessment approach and how to do it'), outlining the three assessment steps (Step 1: alignment of available data with programme claims; Step 2: data source mapping; Step 3: data management protocol and data quality adapted from the PRISM Framework), Key Terms (Claim and Indicator), and Figure 5.1 ('Key components of the three steps of data quality assessment').",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention claims",
          "heading": false
        },
        {
          "term": "programme claims",
          "heading": false
        },
        {
          "term": "data sources",
          "heading": false
        },
        {
          "term": "data quality",
          "heading": false
        },
        {
          "term": "data collection",
          "heading": false
        },
        {
          "term": "available data",
          "heading": false
        },
        {
          "term": "data management",
          "heading": false
        },
        {
          "term": "key components",
          "heading": false
        }
      ],
      "extract": "98 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 5a: Introducing the data quality assessment approach and how to do it Key components Through a process of claims formulation and a review of available data sources and data quality, this approach will help to identify whether a claim can be supported by existing data and, if not, to identify alternative claims",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-108"
      ]
    },
    {
      "id": "page-109",
      "number": null,
      "title": "Page 109",
      "level": 1,
      "pageStart": 109,
      "pageEnd": 109,
      "labelStart": null,
      "labelEnd": null,
      "words": 312,
      "summary": {
        "text": "Conclusion of Chapter 5 Part 5a, providing practical guidance on conducting the three-hour data quality assessment internally with an M&E lead or externally with a consultant, engaging stakeholders across Steps 2 and 3, acting on summary recommendations, and repeating assessments annually.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data processes",
          "heading": false
        },
        {
          "term": "data quality",
          "heading": false
        },
        {
          "term": "quality assessment",
          "heading": false
        },
        {
          "term": "team",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        },
        {
          "term": "step",
          "heading": false
        },
        {
          "term": "expertise",
          "heading": false
        },
        {
          "term": "discuss",
          "heading": false
        }
      ],
      "extract": "99 How should data qualilty assessment be used? If the organization implementing the intervention has someone with M&E expertise on its team, data assessment should be used by the team internally under the leadership of the M&E expert. Step 2 would benefit from bringing together the key people who are involved in collecting, analysing and using the data to discuss the data flow process and identify ways of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-109"
      ]
    },
    {
      "id": "page-110",
      "number": null,
      "title": "Page 110",
      "level": 1,
      "pageStart": 110,
      "pageEnd": 110,
      "labelStart": null,
      "labelEnd": null,
      "words": 423,
      "summary": {
        "text": "Start of Chapter 5 Part 5b ('Data quality assessment worksheet and instructions'), presenting the printable worksheet header, Step 1 ('Assessment of alignment of available data with programme claims'), Step 1.i ('Identification of the intervention's claims' worksheet table), and the start of Step 1.ii ('Indicators' instructions for numerators, denominators, time frames, and WHO/UN standard indicator alignment).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention claims",
          "heading": false
        },
        {
          "term": "assessment worksheet",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "please refer",
          "heading": false
        },
        {
          "term": "anc",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "step",
          "heading": false
        },
        {
          "term": "instructions",
          "heading": false
        }
      ],
      "extract": "100 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 5b: Data quality assessment worksheet and instructions This worksheet can be printed and used by the team to walk through the process. Data quality assessment worksheet Name of the project: Project personnel interviewed: Name: Title: Name of the assessor: Date of assessment: Step 1: Assessment of alignment of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-110"
      ]
    },
    {
      "id": "page-111",
      "number": null,
      "title": "Page 111",
      "level": 1,
      "pageStart": 111,
      "pageEnd": 111,
      "labelStart": null,
      "labelEnd": null,
      "words": 579,
      "summary": {
        "text": "Continuation of Chapter 5 Part 5b Step 1.ii ('Indicators' worksheet table for claims, numerators, denominators, and time frames) and instructions for Step 1.iii ('Data sources'), covering system-generated/metadata versus survey data, paper versus digital formats, collection frequency, comparison groups, and indicator mapping.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "system-generated data",
          "heading": false
        },
        {
          "term": "data source",
          "heading": false
        },
        {
          "term": "data refers",
          "heading": false
        },
        {
          "term": "digital data",
          "heading": false
        },
        {
          "term": "survey data",
          "heading": false
        },
        {
          "term": "digital format",
          "heading": false
        },
        {
          "term": "time frame",
          "heading": false
        },
        {
          "term": "datum",
          "heading": false
        }
      ],
      "extract": "101 percentage of women of reproductive age who receive any ANC or at least four ANC contacts). Recently, the Global Strategy for Women’s, Children’s and Adolescents’ Health developed high-level “standardized” indicator sets, some of which may be applicable to the project. In other cases, there may be publicly available national indicators, which should be used to ensure optimal comparability of the data within that",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-111"
      ]
    },
    {
      "id": "page-112",
      "number": null,
      "title": "Page 112",
      "level": 1,
      "pageStart": 112,
      "pageEnd": 112,
      "labelStart": null,
      "labelEnd": null,
      "words": 294,
      "summary": {
        "text": "Continuation of Chapter 5 Part 5b, presenting the Step 1.iii data sources worksheet table (with illustrative examples for a women's household survey and district health-care facility records) and Step 1.iv ('Alignment of indicators with data sources' instructions and summary table checking numerator and denominator availability per claim).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "survey data",
          "heading": false
        },
        {
          "term": "data available",
          "heading": false
        },
        {
          "term": "claims",
          "heading": false
        },
        {
          "term": "step",
          "heading": false
        },
        {
          "term": "indicators",
          "heading": false
        },
        {
          "term": "numerator",
          "heading": false
        },
        {
          "term": "denominator",
          "heading": false
        }
      ],
      "extract": "102 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Name of data source System-generated OR survey data Data format: paper OR digital Frequency of collection Comparison group (Y/N) Indicators No. E.g. Women’s household survey Collected using routine mobile phones service delivery Baseline Y N1, N3, D4, D10 E.g. District health-care facility records Survey data At",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-112"
      ]
    },
    {
      "id": "page-113",
      "number": null,
      "title": "Page 113",
      "level": 1,
      "pageStart": 113,
      "pageEnd": 113,
      "labelStart": null,
      "labelEnd": null,
      "words": 539,
      "summary": {
        "text": "Continuation of Chapter 5 Part 5b, covering 'Summary of recommendations – Step 1' (actions when sufficient data are or are not available to support claims) and instructions for Step 2 ('Data mapping': Step 2.i on understanding data collection, collation, analysis, and decision-making use, and Step 2.ii on charting stakeholder data flows across health system levels).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "chart relevant",
          "heading": false
        },
        {
          "term": "data collection",
          "heading": false
        },
        {
          "term": "additional claims",
          "heading": false
        },
        {
          "term": "sufficient data",
          "heading": false
        },
        {
          "term": "generate recommendations",
          "heading": false
        },
        {
          "term": "health-care facilities",
          "heading": false
        },
        {
          "term": "step",
          "heading": false
        },
        {
          "term": "illustrate",
          "heading": false
        }
      ],
      "extract": "103 Summary of recommendations – Step 1 Based on review of the data available, the M&E team may make the following recommendations: If sufficient data are available to support one or more claims: ■ ■ Summarize the claims that can be made, given the available data. ■ ■ Generate recommendations for data collection for any claims that do not have data to support them. ■ ■ Identify any additional claims that might be",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-113"
      ]
    },
    {
      "id": "page-114",
      "number": null,
      "title": "Page 114",
      "level": 1,
      "pageStart": 114,
      "pageEnd": 114,
      "labelStart": null,
      "labelEnd": null,
      "words": 285,
      "summary": {
        "text": "Continuation of Chapter 5 Part 5b Step 2, presenting the stakeholder data flow mapping grid (across Research worker, Client-generated, Front-line health worker, Private clinic, NGO, Government facility, District, Regional, and National levels for Data collection, Compilation, Storage, Analysis, Reporting, and Use) and 'Summary of recommendations – Step 2' guiding questions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data collection",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "opportunities",
          "heading": false
        },
        {
          "term": "level",
          "heading": false
        },
        {
          "term": "map",
          "heading": false
        },
        {
          "term": "changes",
          "heading": false
        },
        {
          "term": "disaggregation",
          "heading": false
        }
      ],
      "extract": "104 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Stakeholder Data collection Compilation Storage Analysis Reporting Use Research worker Client- generated Front-line health worker Private clinic NGO Government facility District level Regional level National level Summary of recommendations – Step 2 The Data Map allows the M&E team to outline a logical sequence of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-114"
      ]
    },
    {
      "id": "page-115",
      "number": null,
      "title": "Page 115",
      "level": 1,
      "pageStart": 115,
      "pageEnd": 115,
      "labelStart": null,
      "labelEnd": null,
      "words": 533,
      "summary": {
        "text": "Start of Chapter 5 Part 5b Step 3 ('Assessment of data management protocols and data quality' checklist), covering Step 3.i Data collection (Item 1: Data elements and identifiers; Item 2: Data collection using paper forms), Step 3.ii Data storage (Item 3: Data transmission; Item 4: Data security), and the first part of Step 3.iii Data analytics and dashboards (Item 5: Data dashboard items 5.1–5.5).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data dashboard",
          "heading": false
        },
        {
          "term": "data elements",
          "heading": false
        },
        {
          "term": "paper forms",
          "heading": false
        },
        {
          "term": "data collection",
          "heading": false
        },
        {
          "term": "dashboard exist",
          "heading": false
        },
        {
          "term": "item",
          "heading": false
        },
        {
          "term": "indicators identified",
          "heading": false
        },
        {
          "term": "identifier",
          "heading": false
        }
      ],
      "extract": "105 Step 3: Assessment of data management protocols and data quality Instructions: The following section refers to the data that are required to measure the indicators identified in Step 2. The M&E team should review each of the items in the checklist to generate summary recommendations. Assessment items Response categories Yes No Inconsistent STEP 3.i: DATA COLLECTION Item 1: Data elements 1.1. Can the relevant",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-115"
      ]
    },
    {
      "id": "page-116",
      "number": null,
      "title": "Page 116",
      "level": 1,
      "pageStart": 116,
      "pageEnd": 116,
      "labelStart": null,
      "labelEnd": null,
      "words": 476,
      "summary": {
        "text": "Continuation of the Chapter 5 Part 5b Step 3 checklist, completing Step 3.iii Data analytics and dashboards (items 5.6–5.8 on data entry/access frequency and visual outputs), Step 3.iv Data management (Item 6: Staff training; Item 7: Supervision; Item 8: Data documentation), and Step 3.v Data use (Item 9: Regularity of meetings and review of meeting records).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data collection",
          "heading": false
        },
        {
          "term": "staff members",
          "heading": false
        },
        {
          "term": "item",
          "heading": false
        },
        {
          "term": "supervision",
          "heading": false
        },
        {
          "term": "meetings",
          "heading": false
        },
        {
          "term": "schedule",
          "heading": false
        },
        {
          "term": "documented",
          "heading": false
        },
        {
          "term": "documentation",
          "heading": false
        }
      ],
      "extract": "106 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Assessment items Response categories Yes No Inconsistent 5.6. \u0007How frequently are new data entered by individuals at each level of the organization? 1 – Daily 2 – Weekly 3 – Monthly 4 – Quarterly 5 – Annually 6 – Uncertain 5.7. How frequently are data accessed by individuals at each level of the organization? 1 –",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-116"
      ]
    },
    {
      "id": "page-117",
      "number": null,
      "title": "Page 117",
      "level": 1,
      "pageStart": 117,
      "pageEnd": 117,
      "labelStart": null,
      "labelEnd": null,
      "words": 480,
      "summary": {
        "text": "Conclusion of Chapter 5 Part 5b ('Summary of recommendations – Step 3'), providing review questions for the M&E team to formulate recommendations across Step 3.i Data collection, Step 3.ii Data storage, Step 3.iii Data analytics/dashboards, Step 3.iv Data management, and Step 3.v Data use.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data elements",
          "heading": false
        },
        {
          "term": "data security",
          "heading": false
        },
        {
          "term": "item",
          "heading": false
        },
        {
          "term": "data management",
          "heading": false
        },
        {
          "term": "data quality",
          "heading": false
        },
        {
          "term": "data collection",
          "heading": false
        },
        {
          "term": "paper forms",
          "heading": false
        },
        {
          "term": "step",
          "heading": false
        }
      ],
      "extract": "107 Summary of recommendations – Step 3 This section provides a checklist of items for the M&E team to assess within the existing system of data quality assurance and management, as well as relevant questions for each item. While the responses to the questions will help to identify areas for improvement, specific recommendations will depend on ensuring the evaluation of the items that are most pertinent to the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-117"
      ]
    },
    {
      "id": "page-118",
      "number": null,
      "title": "Page 118",
      "level": 1,
      "pageStart": 118,
      "pageEnd": 118,
      "labelStart": null,
      "labelEnd": null,
      "words": 441,
      "summary": {
        "text": "Start of Chapter 5 Part 5c ('Sample application of data quality assessment'), illustrating Step 1 ('Alignment of available data with programme claims') using the Kenya Medical Research Institute (KEMRI) 'Texting to improve testing' (TextIT) PMTCT/EMTCT retention project, including Step 1.i programme claims and Step 1.ii indicators (numerators N1–N4 and denominators D1–D4).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention arm",
          "heading": false
        },
        {
          "term": "control arm",
          "heading": false
        },
        {
          "term": "weeks postnatal",
          "heading": false
        },
        {
          "term": "dec",
          "heading": false
        },
        {
          "term": "attend postnatal",
          "heading": false
        },
        {
          "term": "postnatal clinic",
          "heading": false
        },
        {
          "term": "weeks postpartum",
          "heading": false
        },
        {
          "term": "health-care facilities",
          "heading": false
        }
      ],
      "extract": "108 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 5c: Sample application of data quality assessment This part applies the data quality assessment procedures with a sample programme of the Kenya Medical Research Institute (KEMRI)’s “Texting to improve testing” (TextIT) project. The TextIT project provides theory-based individually tailored text- messaging",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-118"
      ]
    },
    {
      "id": "page-119",
      "number": null,
      "title": "Page 119",
      "level": 1,
      "pageStart": 119,
      "pageEnd": 119,
      "labelStart": null,
      "labelEnd": null,
      "words": 259,
      "summary": {
        "text": "Continuation of the KEMRI TextIT sample application in Chapter 5 Part 5c, showing completed tables for Step 1.iii ('Data sources': baseline, postpartum-1 mother, and postpartum-2 baby surveys), Step 1.iv ('Alignment of indicators with data sources'), and Step 2.1 ('Current data map' across Mentor mother, KEMRI study team, International donors, and Kenya MOH/NASCOP).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "baby booklet",
          "heading": false
        },
        {
          "term": "system-generated data",
          "heading": false
        },
        {
          "term": "mother baby",
          "heading": false
        },
        {
          "term": "once woman",
          "heading": false
        },
        {
          "term": "paper digital",
          "heading": false
        },
        {
          "term": "postpartum survey",
          "heading": false
        },
        {
          "term": "patient charts",
          "heading": false
        },
        {
          "term": "abstracted",
          "heading": false
        }
      ],
      "extract": "109 Step 1.iii. Data sources Name of data source System-generated OR survey data Data format: paper OR digital Frequency of collection Comparison group (Y/N) Indicators No. Baseline survey System-generated data (abstracted from patient charts, antenatal care [ANC] register, mother–baby booklet) Paper/digital Once/woman Y D1, D2 Postpartum-1 survey (mother) System-generated data (abstracted from patient charts,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-119"
      ]
    },
    {
      "id": "page-120",
      "number": null,
      "title": "Page 120",
      "level": 1,
      "pageStart": 120,
      "pageEnd": 120,
      "labelStart": null,
      "labelEnd": null,
      "words": 277,
      "summary": {
        "text": "Conclusion of Chapter 5 Part 5c and Chapter 5, presenting Step 2.2 ('Map with additional opportunities for data use' adding feedback reporting and care-improvement use for mentor mothers), Further Reading links (K4Health DDIU Information Use Mapping and MEASURE Evaluation PRISM framework tools), and Chapter 5 References (items 1–3).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed march",
          "heading": false
        },
        {
          "term": "odk",
          "heading": false
        },
        {
          "term": "data demand",
          "heading": false
        },
        {
          "term": "measure evaluation",
          "heading": false
        },
        {
          "term": "mentor",
          "heading": false
        },
        {
          "term": "united states",
          "heading": false
        },
        {
          "term": "moh",
          "heading": false
        },
        {
          "term": "mapping",
          "heading": false
        }
      ],
      "extract": "110 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S 2. Map with additional opportunities for data use (additions in red) Data collection Compilation Storage Analysis Reporting Use Mentor mother Abstract data from registers on paper, client interviews (demographic information) Abstracted data are pooled together in ODK In paper forms and in ODK Reported to mentor",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-120",
        "library/9789241511766-eng/blocks/figure-img-p120-1"
      ]
    },
    {
      "id": "page-121",
      "number": null,
      "title": "Page 121",
      "level": 1,
      "pageStart": 121,
      "pageEnd": 121,
      "labelStart": null,
      "labelEnd": null,
      "words": 71,
      "summary": {
        "text": "Section divider title page for Chapter 6: 'Reporting your findings: the mHealth Evidence Reporting and Assessment (mERA) checklist', with a footnote attributing the checklist to the WHO mHealth Technical Evidence Review Group (mTERG) and Agarwal et al. (2016).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "mera",
          "heading": false
        },
        {
          "term": "mterg",
          "heading": false
        },
        {
          "term": "assembled",
          "heading": false
        }
      ],
      "extract": "111 Chapter 6: Reporting your findings: the mHealth Evidence Reporting and Assessment (mERA) checklist7 7 The material in this chapter has been adapted from the mERA checklist, which was developed by a group of experts assembled as part of the WHO mHealth Technical Evidence Review Group (mTERG). Contributors outside of mTERG were recruited through professional and academic networks. For the complete article on mERA,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-121",
        "library/9789241511766-eng/blocks/figure-img-p121-1"
      ]
    },
    {
      "id": "page-122",
      "number": null,
      "title": "Page 122",
      "level": 1,
      "pageStart": 122,
      "pageEnd": 122,
      "labelStart": null,
      "labelEnd": null,
      "words": 448,
      "summary": {
        "text": "Chapter 6 opening overview introducing the purpose and target audiences (manuscript authors, peer-reviewers, and journal editors) of the mHealth Evidence Reporting and Assessment (mERA) checklist, together with the 'How will this section help me?' summary box.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "research findings",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "mera",
          "heading": false
        },
        {
          "term": "health interventions",
          "heading": false
        },
        {
          "term": "checklist",
          "heading": false
        },
        {
          "term": "reporting",
          "heading": false
        },
        {
          "term": "transparent",
          "heading": false
        },
        {
          "term": "encourage",
          "heading": false
        }
      ],
      "extract": "112 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S W hile the ultimate goal of M&E is to both optimize implementation and generate evidence about a particular programme, disseminating the findings is also critical, as this will contribute to better understanding about the impact of digital health interventions and encourage further support and investments in digital",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-122"
      ]
    },
    {
      "id": "page-123",
      "number": null,
      "title": "Page 123",
      "level": 1,
      "pageStart": 123,
      "pageEnd": 123,
      "labelStart": null,
      "labelEnd": null,
      "words": 748,
      "summary": {
        "text": "Start of Chapter 6 Part 6a ('How to use mERA'), explaining how the 16 core mERA items complement study-design-specific reporting guidelines (CONSORT, STROBE) and the 29 general methodological criteria in Part 6b, followed by the first part of Table 6.1 ('Core mERA criteria', items 1–10: Infrastructure through Adoption inputs/Programme entry).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "core mera",
          "heading": false
        },
        {
          "term": "mera criteria",
          "heading": false
        },
        {
          "term": "intervention content",
          "heading": false
        },
        {
          "term": "user feedback",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "intervention among",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "checklists",
          "heading": false
        }
      ],
      "extract": "113 C H A P T E R 6 : R E P O R T I N G YO U R F I N D I N G S : T H E M H E A LT H E V I D E N C E R E P O R T I N G A N D A S S E S S M E N T ( M E R A ) C H E C K L I S T Part 6a: How to use mERA mERA is a checklist consisting of 16 items focused on reporting on digital health interventions; these items are listed in Table 6.1 and described in detail later in this section. As far as possible, the 16 core mERA",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-123"
      ]
    },
    {
      "id": "page-124",
      "number": null,
      "title": "Page 124",
      "level": 1,
      "pageStart": 124,
      "pageEnd": 124,
      "labelStart": null,
      "labelEnd": null,
      "words": 687,
      "summary": {
        "text": "Completion of Table 6.1 ('Core mERA criteria', items 11–16: Limitations for delivery at scale, Contextual adaptability, Replicability, Data security, Compliance with national guidelines or regulatory statutes, and Fidelity of the intervention) and detailed explanations with published reporting examples for Item 1 (Infrastructure) and Item 2 (Technology platform).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "support replicability",
          "heading": false
        },
        {
          "term": "infrastructure required",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "authors work",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "coverage rate",
          "heading": false
        },
        {
          "term": "data security",
          "heading": false
        },
        {
          "term": "replicate",
          "heading": false
        }
      ],
      "extract": "114 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S 11 Limitations for delivery at scale Clearly presents the digital health intervention’s limitations for delivery at scale. 12 Contextual adaptability Describes the adaptation, or not, of the solution to a different language, different population or context. Any tailoring or modification of the intervention that",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-124"
      ]
    },
    {
      "id": "page-125",
      "number": null,
      "title": "Page 125",
      "level": 1,
      "pageStart": 125,
      "pageEnd": 125,
      "labelStart": null,
      "labelEnd": null,
      "words": 606,
      "summary": {
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 3 (Interoperability/HIS context), Item 4 (Intervention delivery), and Item 5 (Intervention content).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "text message",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "content",
          "heading": false
        },
        {
          "term": "health information",
          "heading": false
        },
        {
          "term": "explanation",
          "heading": false
        },
        {
          "term": "customized",
          "heading": false
        },
        {
          "term": "item",
          "heading": false
        }
      ],
      "extract": "115 Explanation: Clarity of the “fit” within the existing HIS, either the national HIS or that of the host organization, is important to understanding how the digital health intervention adds to the existing workflows, improves on existing processes, or complements existing programmes. Many digital health projects have been criticized for operating in silos, independent of existing efforts to create organizational",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-125"
      ]
    },
    {
      "id": "page-126",
      "number": null,
      "title": "Page 126",
      "level": 1,
      "pageStart": 126,
      "pageEnd": 126,
      "labelStart": null,
      "labelEnd": null,
      "words": 636,
      "summary": {
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 6 (Usability/content testing), Item 7 (User feedback), and Item 8 (Access of individual participants).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "user feedback",
          "heading": false
        },
        {
          "term": "formative research",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "intervention among",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "weight loss",
          "heading": false
        },
        {
          "term": "mobile phone",
          "heading": false
        }
      ],
      "extract": "116 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Explanation: Given the space limitations in most peer-reviewed journals, this important element of a carefully developed digital health innovation is often given short shrift. Separate manuscripts or documents may exist, however, describing the formative research undertaken to capture user needs, define system",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-126"
      ]
    },
    {
      "id": "page-127",
      "number": null,
      "title": "Page 127",
      "level": 1,
      "pageStart": 127,
      "pageEnd": 127,
      "labelStart": null,
      "labelEnd": null,
      "words": 656,
      "summary": {
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 9 (Cost assessment, referencing the CHEERS statement), Item 10 (Adoption inputs/programme entry), and Item 11 (Limitations for delivery at scale).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "competency assessment",
          "heading": false
        },
        {
          "term": "economic evaluations",
          "heading": false
        },
        {
          "term": "full economic",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "health workers",
          "heading": false
        },
        {
          "term": "item",
          "heading": false
        },
        {
          "term": "pilot studies",
          "heading": false
        },
        {
          "term": "assessment tools",
          "heading": false
        }
      ],
      "extract": "117 Explanation: Recognizing the rarity of full economic evaluations, we propose that basic information on financial costs required to design/ develop, start-up and sustain implementation should be reported, from the perspective of different users of the system, over a specified time period. Ideally these perspectives would include programme, health systems, mobile network operator and end-user costs. Rarely do",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-127"
      ]
    },
    {
      "id": "page-128",
      "number": null,
      "title": "Page 128",
      "level": 1,
      "pageStart": 128,
      "pageEnd": 128,
      "labelStart": null,
      "labelEnd": null,
      "words": 411,
      "summary": {
        "text": "Detailed explanations and published reporting examples in Chapter 6 Part 6a for mERA core criteria Item 12 (Contextual adaptability) and Item 13 (Replicability, illustrated by Figure 6.1 showing mobile phone screenshots of the CommCare-based Mobilize application).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "contextual adaptability",
          "heading": false
        },
        {
          "term": "mobile phone",
          "heading": false
        },
        {
          "term": "phone based",
          "heading": false
        },
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "replicability",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "suited",
          "heading": false
        },
        {
          "term": "mobilize",
          "heading": false
        }
      ],
      "extract": "118 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Explanation: The digital health intervention may have functionality that is broadly applicable to a range of settings and usage scenarios, and specific functionality that is only suited to specific needs, users and geographic localities. Have the authors provided details of the relevance of the functionality of the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-128",
        "library/9789241511766-eng/blocks/figure-img-p128-1"
      ]
    },
    {
      "id": "page-129",
      "number": null,
      "title": "Page 129",
      "level": 1,
      "pageStart": 129,
      "pageEnd": 129,
      "labelStart": null,
      "labelEnd": null,
      "words": 650,
      "summary": {
        "text": "Conclusion of Chapter 6 Part 6a, presenting detailed explanations and published reporting examples for mERA core criteria Item 14 (Data security), Item 15 (Compliance with national guidelines or regulatory statutes, including HIPAA and medical device oversight), and Item 16 (Fidelity of the intervention).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data security",
          "heading": false
        },
        {
          "term": "transferred data",
          "heading": false
        },
        {
          "term": "governing data",
          "heading": false
        },
        {
          "term": "eager",
          "heading": false
        },
        {
          "term": "times day",
          "heading": false
        },
        {
          "term": "health information",
          "heading": false
        },
        {
          "term": "hipaa",
          "heading": false
        },
        {
          "term": "explanation",
          "heading": false
        }
      ],
      "extract": "119 Explanation: A brief explanation of the hardware, software and procedural steps taken to minimize the risk of data loss or data capture should be reported. Many ethical review bodies are now requiring investigators to report the details of steps taken to secure personal information that can be linked to a client’s identity, from identity fields to laboratory test results. Even in settings where laws, standards",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-129"
      ]
    },
    {
      "id": "page-130",
      "number": null,
      "title": "Page 130",
      "level": 1,
      "pageStart": 130,
      "pageEnd": 130,
      "labelStart": null,
      "labelEnd": null,
      "words": 598,
      "summary": {
        "text": "Start of Chapter 6 Part 6b ('Methodological criteria') and Table 6.2 ('mERA Methodological criteria'), covering Section A ('Essential criteria for all studies') Introduction items 1–3 (Rationale/scientific background, Objectives/hypotheses, Logic model/theoretical framework) and Methods items 4–8 (Study design, Outcomes, Data collection methods, Participant eligibility, and Participant recruitment).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "undergone circumcision",
          "heading": false
        },
        {
          "term": "methodological criteria",
          "heading": false
        },
        {
          "term": "essential criteria",
          "heading": false
        },
        {
          "term": "study design",
          "heading": false
        },
        {
          "term": "quantitative research",
          "heading": false
        },
        {
          "term": "logic model",
          "heading": false
        },
        {
          "term": "mobile phones",
          "heading": false
        },
        {
          "term": "secondary outcome",
          "heading": false
        }
      ],
      "extract": "120 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Part 6b: Methodological criteria The checklist in Table 6.2 is sub-divided into two areas: (a) essential criteria for all studies; (b) essential criteria by type of study, the latter being differentiated by qualitative and quantitative research methods. This list of methodological criteria was based on a",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-130"
      ]
    },
    {
      "id": "page-131",
      "number": null,
      "title": "Page 131",
      "level": 1,
      "pageStart": 131,
      "pageEnd": 131,
      "labelStart": null,
      "labelEnd": null,
      "words": 689,
      "summary": {
        "text": "Continuation of Table 6.2 ('mERA Methodological criteria') Section A in Chapter 6 Part 6b, covering Methods items 9–13 (Bias, Sampling, Setting and locations, Comparator, and Data sources/measurement), Results items 14–16 (Enrolment, Description of study population, and Reporting on outcomes), and Discussion item 17 (Summary of evidence).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "ocp continuation",
          "heading": false
        },
        {
          "term": "study population",
          "heading": false
        },
        {
          "term": "please note",
          "heading": false
        },
        {
          "term": "six districts",
          "heading": false
        },
        {
          "term": "mobile phone",
          "heading": false
        },
        {
          "term": "geographic area",
          "heading": false
        },
        {
          "term": "evaluate feasibility",
          "heading": false
        },
        {
          "term": "data sources",
          "heading": false
        }
      ],
      "extract": "121 Criteria Item No. Description Examples Bias 9 Reports risk of bias. Key examples of bias include recall bias (error in the accuracy or completeness of respondent recollections) and selection bias (errors in selection of participating individuals or groups). “Although the reported outcomes may be accurate and reflect the proximity of the targeted communities to the Sene District Medical Center, they may also",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-131"
      ]
    },
    {
      "id": "page-132",
      "number": null,
      "title": "Page 132",
      "level": 1,
      "pageStart": 132,
      "pageEnd": 132,
      "labelStart": null,
      "labelEnd": null,
      "words": 561,
      "summary": {
        "text": "Continuation of Table 6.2 ('mERA Methodological criteria') in Chapter 6 Part 6b, completing Section A Discussion items 18–20 (Limitations, Generalizability/external validity, Conclusions/interpretation) and Conflicts items 21–23 (Funding, Ethical considerations, Competing interests), and presenting Section B ('Essential criteria by type of study') B.1 Quantitative study items 1–3 (Confounding, Statistical methods, Missing data) and B.2 Qualitative criteria item 1 (Analytical methods).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "analytical methods",
          "heading": false
        },
        {
          "term": "missing data",
          "heading": false
        },
        {
          "term": "confounding",
          "heading": false
        },
        {
          "term": "themes",
          "heading": false
        },
        {
          "term": "generalizability",
          "heading": false
        },
        {
          "term": "variables",
          "heading": false
        },
        {
          "term": "discusses",
          "heading": false
        },
        {
          "term": "contraceptive",
          "heading": false
        }
      ],
      "extract": "122 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Criteria Item No. Description Examples Limitations 18 Discusses study limitations; this should address sources of potential biases and imprecision. “Another limitation in the design was the before- after nature of the assessments as such designs have the potential for temporal confounding” (28). Generalizability/",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-132"
      ]
    },
    {
      "id": "page-133",
      "number": null,
      "title": "Page 133",
      "level": 1,
      "pageStart": 133,
      "pageEnd": 133,
      "labelStart": null,
      "labelEnd": null,
      "words": 625,
      "summary": {
        "text": "Completion of Table 6.2 ('mERA Methodological criteria') Section B.2 Qualitative criteria items 2–3 (Data validation and Reflexivity of account provided) and the first part of the Chapter 6 References list (items 1–11).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "consort",
          "heading": false
        },
        {
          "term": "strobe",
          "heading": false
        },
        {
          "term": "text messaging",
          "heading": false
        },
        {
          "term": "gente",
          "heading": false
        },
        {
          "term": "randomized controlled",
          "heading": false
        },
        {
          "term": "controlled trial",
          "heading": false
        },
        {
          "term": "mobile health",
          "heading": false
        }
      ],
      "extract": "123 Criteria Item No. Description Examples Data validation 2 Discusses use of triangulation, member checking (respondent validation), search for negative cases, or other procedures for cross-verification from two or more sources. “To enhance the credibility of results, the research team compared findings from each of the study’s sub-groups and organized a verification meeting with program advisors to examine the",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-133"
      ]
    },
    {
      "id": "page-134",
      "number": null,
      "title": "Page 134",
      "level": 1,
      "pageStart": 134,
      "pageEnd": 134,
      "labelStart": null,
      "labelEnd": null,
      "words": 584,
      "summary": {
        "text": "Continuation of the Chapter 6 References list (items 12–27), citing the CHEERS statement and empirical mHealth evaluation studies used as reporting examples across the mERA checklist.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "mobile phones",
          "heading": false
        },
        {
          "term": "phone text-message",
          "heading": false
        },
        {
          "term": "text message",
          "heading": false
        },
        {
          "term": "text messaging",
          "heading": false
        },
        {
          "term": "bmc med",
          "heading": false
        },
        {
          "term": "randomized controlled",
          "heading": false
        },
        {
          "term": "controlled trial",
          "heading": false
        },
        {
          "term": "workers adherence",
          "heading": false
        }
      ],
      "extract": "124 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S 12. Husereau D, Drummond M, Petrou S, Carswell C, Moher D, Greenberg D et al. Consolidated Health Economic Evaluation Reporting Standards (CHEERS) statement. BMC Med. 2013;11(1):80. doi:10.1186/1741-7015/11/80. 13. Andreatta P, Debpuur D, Danquah A, Perosky J. Using cell phones to collect postpartum hemorrhage",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-134"
      ]
    },
    {
      "id": "page-135",
      "number": null,
      "title": "Page 135",
      "level": 1,
      "pageStart": 135,
      "pageEnd": 135,
      "labelStart": null,
      "labelEnd": null,
      "words": 390,
      "summary": {
        "text": "Conclusion of the Chapter 6 References list (items 28–37), citing empirical mHealth studies and foundational reporting guidelines (TREND, STROBE, STARD, CONSORT 2010, COREQ, and SQUIRE).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "bmc med",
          "heading": false
        },
        {
          "term": "doi",
          "heading": false
        },
        {
          "term": "observational studies",
          "heading": false
        },
        {
          "term": "altman",
          "heading": false
        },
        {
          "term": "health care",
          "heading": false
        },
        {
          "term": "qual",
          "heading": false
        },
        {
          "term": "public health",
          "heading": false
        },
        {
          "term": "statement",
          "heading": false
        }
      ],
      "extract": "125 28. Mitchell M, Hedt-Gauthier BL, Msellemu D, Nkaka M, Lesh N. Using electronic technology to improve clinical care – results from a before-after cluster trial to evaluate assessment and classification of sick children according to Integrated Management of Childhood Illness (IMCI) protocol in Tanzania. BMC Med Inform Decis Mak. 2013;13(1):1–8. 29. Lori JR, Munro ML, Boyd CJ, Andreatta P. Cell phones to collect",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-135"
      ]
    },
    {
      "id": "page-136",
      "number": null,
      "title": "Page 136",
      "level": 1,
      "pageStart": 136,
      "pageEnd": 136,
      "labelStart": null,
      "labelEnd": null,
      "words": 613,
      "summary": {
        "text": "First page of Annex I: Glossary, defining key monitoring, evaluation, and digital health terms from 'Analytic study' through 'Focus group discussions (FGDs)' (including Benchmark, Claim, Codebook, Conceptual framework, Descriptive study, Digital health, Digital health intervention, Effectiveness, Efficacy, Evaluation, Experimental studies, Feasibility, and Fidelity).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "experimental studies",
          "heading": false
        },
        {
          "term": "wireless technologies",
          "heading": false
        },
        {
          "term": "health system",
          "heading": false
        },
        {
          "term": "hypotheses",
          "heading": false
        },
        {
          "term": "fgds",
          "heading": false
        },
        {
          "term": "analytic",
          "heading": false
        }
      ],
      "extract": "126 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Annex I: Glossary Analytic study: A study aimed at quantifying the relationship between the intervention and the outcome(s) of interest, usually with the specific aim of demonstrating a causative link between the two. These studies are designed to test hypotheses that have usually been generated from descriptive",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-136"
      ]
    },
    {
      "id": "page-137",
      "number": null,
      "title": "Page 137",
      "level": 1,
      "pageStart": 137,
      "pageEnd": 137,
      "labelStart": null,
      "labelEnd": null,
      "words": 551,
      "summary": {
        "text": "Second page of Annex I: Glossary, defining key terms from 'Formative evaluation' through 'Observation' (including Functionality, Hierarchy of study designs, Human-centered design, Impact, Impact evaluations, Implementation research, In-depth interviews [IDIs], Indicator, Inputs, Logical framework, Mobile health [mHealth], Monitoring, Monitoring burden, and Non-probability sampling).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "logic model",
          "heading": false
        },
        {
          "term": "implementation research",
          "heading": false
        },
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "idis",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "inputs",
          "heading": false
        },
        {
          "term": "sampling",
          "heading": false
        }
      ],
      "extract": "127 Formative evaluation: Studies aimed at informing the development and design of effective intervention strategies. They may be conducted before or during implementation (14). Functionality (also referred to as functional suitability): A “characteristic that represents the degree to which a product or system provides functions that meet stated and implied needs when used under specified conditions” (15). In this",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-137"
      ]
    },
    {
      "id": "page-138",
      "number": null,
      "title": "Page 138",
      "level": 1,
      "pageStart": 138,
      "pageEnd": 138,
      "labelStart": null,
      "labelEnd": null,
      "words": 665,
      "summary": {
        "text": "Third page of Annex I: Glossary, defining key terms from 'Observational studies' through 'Stability' (including Outcomes, Outputs, Participatory action research [PAR], Performance, Pilot, Probability sampling, Processes, Process monitoring, Quality, Quality assurance [QA] test cases, Randomized controlled trial [RCT], Results framework, and Software requirements specification [SRS]).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "health intervention",
          "heading": false
        },
        {
          "term": "digital health",
          "heading": false
        },
        {
          "term": "system functions",
          "heading": false
        },
        {
          "term": "project managers",
          "heading": false
        },
        {
          "term": "srs",
          "heading": false
        },
        {
          "term": "process monitoring",
          "heading": false
        },
        {
          "term": "conformance",
          "heading": false
        },
        {
          "term": "test cases",
          "heading": false
        }
      ],
      "extract": "128 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S Observational studies: Non-experimental studies in which “the investigator does not intervene but rather simply ‘observes’ and assesses the strength of the relationship between an exposure and disease variable” (22). Outcomes: The intermediate changes that emerge as a result of inputs and processes. Within digital",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-138"
      ]
    },
    {
      "id": "page-139",
      "number": null,
      "title": "Page 139",
      "level": 1,
      "pageStart": 139,
      "pageEnd": 139,
      "labelStart": null,
      "labelEnd": null,
      "words": 461,
      "summary": {
        "text": "Conclusion of Annex I: Glossary definitions ('Stakeholders', 'Summative evaluation', 'Theory of change', 'Usability', 'Use cases', 'Users', 'Value proposition', and 'Wireframes') and the first part of the Annex I References list (items 1–9).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "quantitative research",
          "heading": false
        },
        {
          "term": "versus quantitative",
          "heading": false
        },
        {
          "term": "qualitative versus",
          "heading": false
        },
        {
          "term": "accessed",
          "heading": false
        },
        {
          "term": "anticipated",
          "heading": false
        },
        {
          "term": "specified",
          "heading": false
        },
        {
          "term": "conceptual",
          "heading": false
        },
        {
          "term": "theory",
          "heading": false
        }
      ],
      "extract": "129 Stakeholders: Entities (individuals or organizations) that have a vested interest in the digital health system or intervention, in the capacity of being a decision-maker, project staff or end-user (30). Summative evaluation: A study conducted at the end of an intervention (or a phase of that intervention) to determine the extent to which anticipated outcomes were produced (1). Theory of change: A theory of",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-139"
      ]
    },
    {
      "id": "page-140",
      "number": null,
      "title": "Page 140",
      "level": 1,
      "pageStart": 140,
      "pageEnd": 140,
      "labelStart": null,
      "labelEnd": null,
      "words": 507,
      "summary": {
        "text": "Continuation of the Annex I: Glossary References list (items 10–28), citing qualitative, quantitative, evaluation, software quality (ISO 25000), and implementation research sources.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "qualitative research",
          "heading": false
        },
        {
          "term": "research methods",
          "heading": false
        },
        {
          "term": "implementation research",
          "heading": false
        },
        {
          "term": "accessed",
          "heading": false
        },
        {
          "term": "treasure",
          "heading": false
        },
        {
          "term": "chadwick",
          "heading": false
        },
        {
          "term": "world health",
          "heading": false
        },
        {
          "term": "toolkits",
          "heading": false
        }
      ],
      "extract": "130 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S 10. Mack N, Woodsong C, MacQueen KM, Guest G, Namey E. Qualitative research methods: a data collector’s field guide. Research Triangle Park (NC): Family Health International; 2005 (https://www.fhi360.org/resource/qualitative-research- methods-data-collectors-field-guide, accessed 6 May 2016). 11. Stewart K, Gill P,",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-140"
      ]
    },
    {
      "id": "page-141",
      "number": null,
      "title": "Page 141",
      "level": 1,
      "pageStart": 141,
      "pageEnd": 141,
      "labelStart": null,
      "labelEnd": null,
      "words": 169,
      "summary": {
        "text": "Conclusion of the Annex I: Glossary References list (items 29–35), citing USAID results framework guidance, stakeholder evaluation, Theory of Change, ISO 25000 usability, usability.gov use cases and wireframing, and MaRS value proposition resources.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed april",
          "heading": false
        },
        {
          "term": "evaluation tips",
          "heading": false
        },
        {
          "term": "united states",
          "heading": false
        },
        {
          "term": "states department",
          "heading": false
        },
        {
          "term": "website",
          "heading": false
        },
        {
          "term": "usability",
          "heading": false
        }
      ],
      "extract": "29. Performance monitoring and evaluation TIPS: building a results framework. Washington (DC): United States Agency for International Development (USAID); 2010 (https://www.ndi.org/files/Performance%20Monitoring%20and%20 Evaluation%20Tips%20Building%20a%20Results%20Framework.pdf, accessed 6 May 2016). 30. Bryson JM, Patton MQ, Bowman RA. Working with evaluation stakeholders: a rationale, step-wise approach and",
      "extractCut": true,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-141"
      ]
    },
    {
      "id": "page-142",
      "number": null,
      "title": "Page 142",
      "level": 1,
      "pageStart": 142,
      "pageEnd": 142,
      "labelStart": null,
      "labelEnd": null,
      "words": 5,
      "summary": {
        "text": "Blank end-matter page (no text on page 142 of the PDF).",
        "status": "draft"
      },
      "keywords": [],
      "extract": "_(no text on this page)_",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-142"
      ]
    },
    {
      "id": "page-143",
      "number": null,
      "title": "Page 143",
      "level": 1,
      "pageStart": 143,
      "pageEnd": 143,
      "labelStart": null,
      "labelEnd": null,
      "words": 5,
      "summary": {
        "text": "Blank inside back cover page (no text on page 143 of the PDF).",
        "status": "draft"
      },
      "keywords": [],
      "extract": "_(no text on this page)_",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-143"
      ]
    },
    {
      "id": "page-144",
      "number": null,
      "title": "Page 144",
      "level": 1,
      "pageStart": 144,
      "pageEnd": 144,
      "labelStart": null,
      "labelEnd": null,
      "words": 79,
      "summary": {
        "text": "Back cover page providing contact details for the WHO Department of Reproductive Health and Research in Geneva, Switzerland.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "reproductivehealth",
          "heading": false
        },
        {
          "term": "fax",
          "heading": false
        },
        {
          "term": "int",
          "heading": false
        }
      ],
      "extract": "134 M O N I T O R I N G A N D E V A L U A T I N G D I G I T A L H E A L T H I N T E R V E N T I O N S For more information, please contact: Department of Reproductive Health and Research World Health Organization Avenue Appia 20, CH-1211 Geneva 27, Switzerland Fax: +41 22 791 4171 Email: reproductivehealth@who.int www.who.int/reproductivehealth",
      "extractCut": false,
      "blocks": [
        "library/9789241511766-eng/blocks/prose-page-144",
        "library/9789241511766-eng/blocks/figure-img-p144-1"
      ]
    }
  ],
  "checks": {},
  "withheld": false,
  "pagesCovered": 144,
  "keywords": [
    {
      "term": "digital intervention",
      "heading": false
    },
    {
      "term": "health intervention",
      "heading": false
    },
    {
      "term": "intervention data",
      "heading": false
    },
    {
      "term": "intervention project",
      "heading": false
    },
    {
      "term": "digital system",
      "heading": false
    },
    {
      "term": "monitoring digital",
      "heading": false
    },
    {
      "term": "intervention implementation",
      "heading": false
    },
    {
      "term": "health evaluation",
      "heading": false
    },
    {
      "term": "intervention claims",
      "heading": false
    },
    {
      "term": "intervention activities",
      "heading": false
    },
    {
      "term": "intervention effectiveness",
      "heading": false
    },
    {
      "term": "programme intervention",
      "heading": false
    }
  ],
  "images": [
    {
      "id": "img-p001-1",
      "file": "images/img-p001-1.png",
      "page": 1,
      "narratives": {
        "en": "A photograph on the cover, showing a close-up of a person's hand touching a tablet computer screen that displays a mobile data-collection form headed \"VISIT STATUS\" with selectable options including Treated, Referred, Not Treated and Admitted; in the foreground, paper patient log books with handwritten entries are visible on the desk.",
        "fr": "Photographie de couverture montrant en gros plan la main d'une personne touchant l'écran d'une tablette numérique qui affiche un formulaire mobile de collecte de données intitulé « VISIT STATUS » (Statut de la visite) avec des options sélectionnables comprenant Treated (Traité), Referred (Orienté), Not Treated (Non traité) et Admitted (Hospitalisé) ; au premier plan, des registres papier de patients comportant des inscriptions manuscrites sont visibles sur le bureau.",
        "es": "Fotografía en la cubierta que muestra un primer plano de la mano de una persona tocando la pantalla de una tableta que presenta un formulario móvil de recopilación de datos encabezado «VISIT STATUS» (Estado de la visita) con opciones seleccionables que incluyen Treated (Tratado), Referred (Derivado), Not Treated (No tratado) y Admitted (Ingresado); en primer plano, sobre el escritorio, se ven libros de registro de pacientes en papel con anotaciones manuscritas.",
        "ar": "صورة فوتوغرافية على الغلاف تُظهر لقطة مقرّبة ليد شخص تلمس شاشة حاسوب لوحي يعرض نموذجاً محمولاً لجمع البيانات بعنوان «VISIT STATUS» (حالة الزيارة) مع خيارات قابلة للتحديد تشمل Treated (عُولج) وReferred (أُحيل) وNot Treated (لم يُعالج) وAdmitted (أُدخل المستشفى)؛ وفي المقدمة تظهر على المكتب سجلات ورقية للمرضى مدوّنة بخط اليد.",
        "ru": "Фотография на обложке, крупным планом показывающая руку человека, касающуюся экрана планшетного компьютера, на котором отображается мобильная форма сбора данных с заголовком «VISIT STATUS» (Статус визита) и выбираемыми вариантами Treated (Пролечен), Referred (Направлен), Not Treated (Не пролечен) и Admitted (Госпитализирован); на переднем плане на столе видны бумажные журналы регистрации пациентов с рукописными записями.",
        "zh": "封面照片近景展示一只手正在触摸平板电脑屏幕，屏幕上显示题为“VISIT STATUS”（就诊状态）的移动数据采集表单，可选项包括 Treated（已治疗）、Referred（已转诊）、Not Treated（未治疗）和 Admitted（已收治入院）；前景桌面上可见带有手写记录的纸质患者登记簿。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-2",
      "file": "images/img-p001-2.png",
      "page": 1,
      "narratives": {
        "en": "A very small (12 by 27 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (12 par 27 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (12 por 27 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (12 × 27 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (12 на 27 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（12 × 27 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-3",
      "file": "images/img-p001-3.png",
      "page": 1,
      "narratives": {
        "en": "A very small (8 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (8 par 16 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (8 por 16 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (8 × 16 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (8 на 16 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（8 × 16 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-5",
      "file": "images/img-p001-5.png",
      "page": 1,
      "narratives": {
        "en": "A very small (15 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (15 par 16 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (15 por 16 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (15 × 16 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (15 на 16 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（15 × 16 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-9",
      "file": "images/img-p001-9.png",
      "page": 1,
      "narratives": {
        "en": "A very small (13 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (13 par 16 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (13 por 16 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (13 × 16 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (13 на 16 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（13 × 16 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-14",
      "file": "images/img-p001-14.png",
      "page": 1,
      "narratives": {
        "en": "A very small (16 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (16 par 16 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (16 por 16 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (16 × 16 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (16 на 16 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（16 × 16 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-16",
      "file": "images/img-p001-16.png",
      "page": 1,
      "narratives": {
        "en": "A very small (17 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (17 par 16 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (17 por 16 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (17 × 16 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (17 на 16 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（17 × 16 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-26",
      "file": "images/img-p001-26.png",
      "page": 1,
      "narratives": {
        "en": "A very small (11 by 16 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (11 par 16 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (11 por 16 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (11 × 16 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (11 на 16 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（11 × 16 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-37",
      "file": "images/img-p001-37.png",
      "page": 1,
      "narratives": {
        "en": "A very small (15 by 15 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (15 par 15 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (15 por 15 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (15 × 15 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (15 на 15 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（15 × 15 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-41",
      "file": "images/img-p001-41.png",
      "page": 1,
      "narratives": {
        "en": "A very small (12 by 14 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (12 par 14 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (12 por 14 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (12 × 14 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (12 на 14 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（12 × 14 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-42",
      "file": "images/img-p001-42.png",
      "page": 1,
      "narratives": {
        "en": "A very small (8 by 15 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (8 par 15 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (8 por 15 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (8 × 15 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (8 на 15 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（8 × 15 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-53",
      "file": "images/img-p001-53.png",
      "page": 1,
      "narratives": {
        "en": "A very small (11 by 15 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (11 par 15 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (11 por 15 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (11 × 15 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (11 на 15 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（11 × 15 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-58",
      "file": "images/img-p001-58.png",
      "page": 1,
      "narratives": {
        "en": "A very small (35 by 22 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (35 par 22 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (35 por 22 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (35 × 22 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (35 на 22 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（35 × 22 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-59",
      "file": "images/img-p001-59.png",
      "page": 1,
      "narratives": {
        "en": "A very small (18 by 13 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (18 par 13 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (18 por 13 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (18 × 13 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (18 на 13 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（18 × 13 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-60",
      "file": "images/img-p001-60.png",
      "page": 1,
      "narratives": {
        "en": "A very small (18 by 12 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (18 par 12 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (18 por 12 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (18 × 12 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (18 на 12 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（18 × 12 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p001-61",
      "file": "images/img-p001-61.png",
      "page": 1,
      "narratives": {
        "en": "A very small (19 by 11 pixel) image fragment from the cover page. At this size the fragment appears blank or near-uniform in colour, and its content could not be determined from the extracted image; given its size and position among 71 images extracted from the cover, it most likely represents a small piece of the stylized title-text or background composition rather than a standalone figure.",
        "fr": "Un très petit fragment d'image (19 par 11 pixels) extrait de la page de couverture. À cette taille, le fragment apparaît vierge ou de couleur quasi uniforme, et son contenu n'a pas pu être déterminé à partir de l'image extraite ; compte tenu de ses dimensions et de sa position parmi les 71 images extraites de la couverture, il représente très probablement un petit élément du texte de titre stylisé ou de la composition d'arrière-plan plutôt qu'une figure autonome.",
        "es": "Un fragmento de imagen muy pequeño (19 por 11 píxeles) de la página de cubierta. A este tamaño, el fragmento parece en blanco o de color casi uniforme, y no fue posible determinar su contenido a partir de la imagen extraída; dados su tamaño y su posición entre las 71 imágenes extraídas de la cubierta, lo más probable es que represente una pequeña pieza del texto estilizado del título o de la composición de fondo, y no una figura independiente.",
        "ar": "جزء صغير جداً من صورة (19 × 11 بكسل) مستخرج من صفحة الغلاف. بهذا الحجم يبدو الجزء فارغاً أو ذا لون شبه موحّد، وتعذّر تحديد محتواه من الصورة المستخرجة؛ وبالنظر إلى حجمه وموضعه ضمن 71 صورة مستخرجة من الغلاف، فإنه يمثّل على الأرجح جزءاً صغيراً من نص العنوان المزخرف أو تكوين الخلفية وليس شكلاً مستقلاً بذاته.",
        "ru": "Очень небольшой фрагмент изображения (19 на 11 пикселей) со страницы обложки. При таком размере фрагмент выглядит пустым или почти однородным по цвету, и его содержимое невозможно определить по извлечённому изображению; с учётом его размера и положения среди 71 изображения, извлечённого с обложки, он, вероятнее всего, представляет собой мелкий элемент стилизованного текста заголовка или фоновой композиции, а не самостоятельный рисунок.",
        "zh": "来自封面页的极小图像碎片（19 × 11 像素）。在此尺寸下，该碎片呈空白或近似均匀的纯色，无法从提取的图像中确定其具体内容；鉴于其尺寸以及在从封面提取的 71 幅图像中的位置，它极可能只是艺术化标题文字或背景构图的一小部分，而非独立成图的插图。"
      },
      "state": "draft"
    },
    {
      "id": "img-p011-1",
      "file": "images/img-p011-1.png",
      "page": 11,
      "narratives": {
        "en": "A chapter-opening photograph showing a health worker seated at a table sorting through yellow paper health record booklets, with a mobile phone also on the table. Behind her, a wall mural illustrates degrees of child malnutrition (three numbered figures with Kinyarwanda captions) and a mother breastfeeding an infant.",
        "fr": "Photographie d'ouverture de chapitre montrant une agente de santé assise à une table, triant des carnets de santé papier jaunes, avec un téléphone mobile posé sur la table. Derrière elle, une peinture murale illustre différents degrés de malnutrition infantile (trois silhouettes numérotées accompagnées de légendes en kinyarwanda) ainsi qu'une mère allaitant un nourrisson.",
        "es": "Fotografía de apertura de capítulo que muestra a una trabajadora sanitaria sentada a una mesa clasificando cartillas de salud de papel amarillo, con un teléfono móvil también sobre la mesa. Detrás de ella, un mural en la pared ilustra distintos grados de desnutrición infantil (tres figuras numeradas con leyendas en kinyarwanda) y a una madre amamantando a un lactante.",
        "ar": "صورة فوتوغرافية في مستهل الفصل تُظهر عاملة صحية جالسةً إلى طاولة تفرز كتيّبات سجلات صحية ورقية صفراء، وعلى الطاولة أيضاً هاتف محمول. وخلفها جدارية توضّح درجات سوء تغذية الأطفال (ثلاثة أشكال مرقّمة مع تعليقات توضيحية بلغة الكينيارواندا) وأمّاً تُرضع طفلاً رضيعاً.",
        "ru": "Открывающая главу фотография, на которой изображена медицинская работница, сидящая за столом и перебирающая жёлтые бумажные медицинские книжки; на столе также лежит мобильный телефон. Позади неё настенная роспись иллюстрирует степени детского недоедания (три пронумерованные фигуры с подписями на языке киньяруанда) и мать, кормящую грудью младенца.",
        "zh": "章节开篇照片，展示一名卫生工作者坐在桌前整理黄色纸质健康记录手册，桌上还放有一部手机。她身后的壁画展示了儿童营养不良的不同程度（三个人物编号图示，配有卢旺达语说明文字）以及一位正在母乳喂养婴儿的母亲。"
      },
      "state": "draft"
    },
    {
      "id": "img-p023-1",
      "file": "images/img-p023-1.png",
      "page": 23,
      "narratives": {
        "en": "A chapter-opening photograph, shown rotated 180 degrees, of two hands holding a smartphone displaying a Vietnamese-language mobile web page with a login field, held over an open paper ledger of handwritten patient records.",
        "fr": "Photographie d'ouverture de chapitre, pivotée à 180 degrés, montrant deux mains tenant un smartphone qui affiche une page web mobile en langue vietnamienne comportant un champ de connexion, au-dessus d'un registre papier ouvert contenant des dossiers de patients manuscrits.",
        "es": "Fotografía de apertura de capítulo, rotada 180 grados, de dos manos que sostienen un teléfono inteligente cuya pantalla muestra una página web móvil en idioma vietnamita con un campo de inicio de sesión, sobre un libro de registro en papel abierto con historiales de pacientes manuscritos.",
        "ar": "صورة فوتوغرافية في مستهل الفصل، معروضة بدوران 180 درجة، ليدين تمسكان بهاتف ذكي يعرض صفحة ويب محمولة باللغة الفيتنامية تتضمن حقل تسجيل دخول، فوق سجل ورقي مفتوح يحتوي علىقيود مرضى مدوّنة بخط اليد.",
        "ru": "Открывающая главу фотография (повёрнутая на 180 градусов), на которой две руки держат смартфон с открытой мобильной веб-страницей на вьетнамском языке и полем входа в систему над раскрытым бумажным журналом с рукописными записями пациентов.",
        "zh": "旋转了 180 度显示的章节开篇照片，展示双手握着一部智能手机，屏幕显示带有登录字段的越南语移动网页，手机下方是一本摊开的写有手写患者记录的纸质登记簿。"
      },
      "state": "draft"
    },
    {
      "id": "img-p033-1",
      "file": "images/img-p033-1.png",
      "page": 33,
      "narratives": {
        "en": "Figure 2.3, a screenshot of the K4Health \"Toolkits\" website's Frameworks page within the Measuring Success Toolkit, showing the site's navigation bar and a page listing framework types: Conceptual Frameworks, Results Frameworks, Logical Frameworks and Logic Models, alongside a right-hand sidebar menu.",
        "fr": "Figure 2.3, capture d'écran de la page « Frameworks » (Cadres) du site web K4Health « Toolkits » au sein de la boîte à outils « Measuring Success Toolkit », montrant la barre de navigation du site et une page répertoriant les types de cadres : Conceptual Frameworks (Cadres conceptuels), Results Frameworks (Cadres de résultats), Logical Frameworks (Cadres logiques) et Logic Models (Modèles logiques), accompagnés d'un menu latéral à droite.",
        "es": "Figura 2.3, captura de pantalla de la página «Frameworks» (Marcos) del sitio web «Toolkits» de K4Health dentro del conjunto de herramientas «Measuring Success Toolkit», que muestra la barra de navegación del sitio y una página que enumera los tipos de marcos: Conceptual Frameworks (Marcos conceptuales), Results Frameworks (Marcos de resultados), Logical Frameworks (Marcos lógicos) y Logic Models (Modelos lógicos), junto con un menú lateral a la derecha.",
        "ar": "الشكل 2.3، لقطة شاشة لصفحة «Frameworks» (الأطر) على موقع «Toolkits» التابع لـ K4Health ضمن مجموعة أدوات «Measuring Success Toolkit»، وتُظهر شريط التنقل الخاص بالموقع وصفحة تسرد أنواع الأطر: الأطر المفاهيمية (Conceptual Frameworks)، وأطر النتائج (Results Frameworks)، والأطر المنطقية (Logical Frameworks)، والنماذج المنطقية (Logic Models)، إلى جانب قائمة جانبية على اليمين.",
        "ru": "Рисунок 2.3: снимок экрана страницы «Frameworks» (Рамочные основы) веб-сайта K4Health «Toolkits» в составе инструментария «Measuring Success Toolkit», где показаны панель навигации сайта и страница со списком типов рамочных основ: Conceptual Frameworks (Концептуальные рамки), Results Frameworks (Рамки результатов), Logical Frameworks (Логические рамки) и Logic Models (Логические модели), а также боковое меню справа.",
        "zh": "图 2.3，K4Health“Toolkits”（工具包）网站中“Measuring Success Toolkit”（衡量成功工具包）下“Frameworks”（框架）页面的屏幕截图，显示网站导航栏以及列出各类框架的页面：Conceptual Frameworks（概念框架）、Results Frameworks（结果框架）、Logical Frameworks（逻辑框架）和 Logic Models（逻辑模型），右侧配有侧边栏菜单。"
      },
      "state": "draft"
    },
    {
      "id": "img-p035-1",
      "file": "images/img-p035-1.png",
      "page": 35,
      "narratives": {
        "en": "Figure 2.5, a diagram of the MOTECH Mobile Midwife and Client Data Application. A central icon of a mobile network tower sits inside a circle, with arrows connecting it to three panels: a top panel showing icons of a mother and child and a health worker, each with a mobile phone, linked by an arrow representing reminder messages; a left panel showing mother icons with phones; and a right panel showing a health-worker icon with a phone alongside icons of a book and a house, representing the exchange of client and care data between mobile users and the central platform.",
        "fr": "Figure 2.5, schéma de l'application MOTECH Mobile Midwife et Client Data Application. Une icône centrale d'antenne-relais de réseau mobile est placée dans un cercle, reliée par des flèches à trois panneaux : un panneau supérieur montrant les icônes d'une mère avec son enfant et d'un agent de santé, chacun muni d'un téléphone mobile et reliés par une flèche représentant les messages de rappel ; un panneau gauche montrant des icônes de mères avec des téléphones ; et un panneau droit montrant l'icône d'un agent de santé avec un téléphone à côté d'icônes d'un livre et d'une maison, représentant l'échange de données sur les clientes et les soins entre les utilisateurs mobiles et la plateforme centrale.",
        "es": "Figura 2.5, diagrama de la aplicación MOTECH Mobile Midwife y Client Data Application. Un icono central de una torre de red móvil dentro de un círculo se conecta mediante flechas con tres paneles: un panel superior que muestra iconos de una madre con su hijo y de un trabajador sanitario, cada uno con un teléfono móvil, vinculados por una flecha que representa los mensajes recordatorios; un panel izquierdo que muestra iconos de madres con teléfonos; y un panel derecho que muestra el icono de un trabajador sanitario con un teléfono junto a los iconos de un libro y una casa, representando el intercambio de datos de usuarias y de atención entre los usuarios móviles y la plataforma central.",
        "ar": "الشكل 2.5، مخطط لتطبيق القابلة المتنقلة وبيانات المراجعين (MOTECH Mobile Midwife and Client Data Application). تقع في المركز أيقونة برج شبكة للهاتف المحمول داخل دائرة، وتربطها أسهم بثلاث لوحات: لوحة علوية تُظهر أيقونتين لأم وطفلها ولعامل صحي، ومع كل منهما هاتف محمول، يربط بينهما سهم يمثّل رسائل التذكير؛ ولوحة يسرى تُظهر أيقونات أمهات يحملن هواتف؛ ولوحة يمنى تُظهر أيقونة عامل صحي يحمل هاتفاً إلى جانب أيقونتي كتاب ومنزل، تمثيلاً لتبادل بيانات المراجعين والرعاية بين مستخدمي الهواتف المحمولة والمنصة المركزية.",
        "ru": "Рисунок 2.5: схема приложения MOTECH Mobile Midwife и Client Data Application. Центральная пиктограмма вышки мобильной связи помещена в круг и соединена стрелками с тремя панелями: верхней панелью с пиктограммами матери с ребёнком и медицинского работника (у каждого — мобильный телефон), соединёнными стрелкой, обозначающей напоминания; левой панелью с пиктограммами матерей с телефонами; и правой панелью с пиктограммой медицинского работника с телефоном рядом с пиктограммами книги и дома, что отражает обмен данными о клиентах и медицинской помощи между мобильными пользователями и центральной платформой.",
        "zh": "图 2.5，MOTECH“移动助产士与客户数据应用程序”（Mobile Midwife and Client Data Application）架构图。圆圈中央为移动网络信号塔图标，通过箭头连接三个面板：顶部面板显示带有手机的母子图标和卫生工作者图标，两者由代表提醒消息的箭头相连；左侧面板显示带有手机的母亲图标；右侧面板显示带有手机的卫生工作者图标以及书本和房屋图标，代表移动用户与中央平台之间的客户及护理数据交换。"
      },
      "state": "draft"
    },
    {
      "id": "img-p040-1",
      "file": "images/img-p040-1.png",
      "page": 40,
      "narratives": {
        "en": "A screenshot of a journal article page titled \"Conceptual models for health education research and practice\" by Jo Anne Earp and Susan T. Ennett, showing the article's byline, affiliations and abstract text, illustrating the source cited in the text for conceptual frameworks.",
        "fr": "Capture d'écran d'une page d'article de revue intitulé « Conceptual models for health education research and practice » par Jo Anne Earp et Susan T. Ennett, montrant les noms des auteures, leurs affiliations et le résumé de l'article, illustrant la source citée dans le texte au sujet des cadres conceptuels.",
        "es": "Captura de pantalla de la página de un artículo de revista titulado «Conceptual models for health education research and practice» de Jo Anne Earp y Susan T. Ennett, que muestra la autoría, las afiliaciones y el texto del resumen, ilustrando la fuente citada en el texto sobre marcos conceptuales.",
        "ar": "لقطة شاشة لصفحة مقال في مجلة علمية بعنوان «Conceptual models for health education research and practice» من تأليف Jo Anne Earp وSusan T. Ennett، تُظهر أسماء المؤلفتين وانتماءاتهما المؤسسية ونص الملخص، توضيحاً للمصدر المستشهد به في النص بشأن الأطر المفاهيمية.",
        "ru": "Снимок экрана страницы журнальной статьи «Conceptual models for health education research and practice» авторов Jo Anne Earp и Susan T. Ennett, показывающий имена авторов, их аффилиации и текст аннотации, что иллюстрирует источник, цитируемый в тексте по теме концептуальных рамок.",
        "zh": "Jo Anne Earp 和 Susan T. Ennett 撰写的期刊文章《健康教育研究与实践的概念模型》（Conceptual models for health education research and practice）页面截图，显示文章作者署名、所属机构和摘要文本，用于展示正文中关于概念框架所引用的文献来源。"
      },
      "state": "draft"
    },
    {
      "id": "img-p040-2",
      "file": "images/img-p040-2.png",
      "page": 40,
      "narratives": {
        "en": "The cover of a USAID Performance Monitoring & Evaluation \"TIPS\" publication titled \"Building a Results Framework,\" showing the series title, an issue number, and a contents summary including sections \"What is a results framework?\" and \"Why is the results framework important?\"",
        "fr": "Couverture d'une publication « TIPS » de suivi et d'évaluation des performances de l'USAID intitulée « Building a Results Framework », montrant le titre de la série, le numéro de parution et un sommaire comprenant les sections « What is a results framework? » (Qu'est-ce qu'un cadre de résultats ?) et « Why is the results framework important? » (Pourquoi le cadre de résultats est-il important ?).",
        "es": "Cubierta de una publicación «TIPS» de seguimiento y evaluación del desempeño de la USAID titulada «Building a Results Framework», que muestra el título de la serie, un número de edición y un resumen del contenido que incluye las secciones «What is a results framework?» (¿Qué es un marco de resultados?) y «Why is the results framework important?» (¿Por qué es importante el marco de resultados?).",
        "ar": "غلاف مطبوعة «TIPS» الخاصة برصد وتقييم الأداء الصادرة عن الوكالة الأمريكية للتنمية الدولية (USAID) بعنوان «Building a Results Framework»، ويُظهر عنوان السلسلة ورقم الإصدار وملخصاً للمحتويات يشمل قسمَي «What is a results framework?» (ما هو إطار النتائج؟) و«Why is the results framework important?» (لماذا يُعدّ إطار النتائج مهماً؟).",
        "ru": "Обложка публикации серии «TIPS» USAID по мониторингу и оценке эффективности под названием «Building a Results Framework», на которой видны название серии, номер выпуска и краткое содержание, включая разделы «What is a results framework?» (Что такое рамка результатов?) и «Why is the results framework important?» (Почему рамка результатов важна?).",
        "zh": "美国国际开发署（USAID）绩效监测与评估“TIPS”系列出版物《构建结果框架》（Building a Results Framework）的封面，显示丛书标题、期号以及包含“What is a results framework?”（什么是结果框架？）和“Why is the results framework important?”（为什么结果框架很重要？）等章节的内容提要。"
      },
      "state": "draft"
    },
    {
      "id": "img-p052-1",
      "file": "images/img-p052-1.png",
      "page": 52,
      "narratives": {
        "en": "The cover of the \"Maternal and Newborn Standards and Indicators Compendium,\" showing the title, USAID and CORE logos, and a grid of four photographs of mothers and infants.",
        "fr": "Couverture du « Maternal and Newborn Standards and Indicators Compendium », montrant le titre, les logos de l'USAID et de CORE, ainsi qu'une grille de quatre photographies de mères et de nourrissons.",
        "es": "Cubierta del «Maternal and Newborn Standards and Indicators Compendium», que muestra el título, los logotipos de la USAID y CORE, y una cuadrícula de cuatro fotografías de madres y recién nacidos.",
        "ar": "غلاف مطبوعة «Maternal and Newborn Standards and Indicators Compendium» (مجموعة معايير ومؤشرات صحة الأم والوليد)، ويُظهر العنوان وشعارَي USAID وCORE وشبكة مكوّنة من أربع صور فوتوغرافية لأمهات ورضّع.",
        "ru": "Обложка сборника «Maternal and Newborn Standards and Indicators Compendium», на которой представлены заголовок, логотипы USAID и CORE, а также сетка из четырёх фотографий матерей и младенцев.",
        "zh": "《孕产妇和新生儿标准与指标汇编》（Maternal and Newborn Standards and Indicators Compendium）封面，显示标题、USAID 与 CORE 标志，以及由四张母亲与婴儿照片组成的网格。"
      },
      "state": "draft"
    },
    {
      "id": "img-p052-2",
      "file": "images/img-p052-2.png",
      "page": 52,
      "narratives": {
        "en": "A screenshot of a DHS Program website page, showing its blue header navigation bar and a page of publication text, illustrating the source cited for DHS survey indicators on maternal and child health.",
        "fr": "Capture d'écran d'une page du site web du programme DHS (The DHS Program), montrant sa barre de navigation supérieure bleue et une page de texte de publication, illustrant la source citée pour les indicateurs d'enquête DHS sur la santé maternelle et infantile.",
        "es": "Captura de pantalla de una página del sitio web del Programa DHS (The DHS Program), que muestra su barra de navegación superior azul y una página de texto de publicación, ilustrando la fuente citada para los indicadores de encuestas DHS sobre salud materna e infantil.",
        "ar": "لقطة شاشة لصفحة من الموقع الإلكتروني لبرنامج المسوح الديمغرافية والصحية (DHS Program)، تُظهر شريط التنقل العلوي الأزرق وصفحة من نص مطبوعة، توضيحاً للمصدر المستشهد به لمؤشرات مسوح DHS الخاصة بصحة الأم والطفل.",
        "ru": "Снимок экрана веб-страницы программы DHS (The DHS Program), показывающий синюю верхнюю панель навигации и страницу с текстом публикации, что иллюстрирует цитируемый источник показателей обследований DHS по охране здоровья матери и ребёнка.",
        "zh": "人口与健康调查项目（DHS Program）网站页面截图，显示蓝色顶部导航栏和出版物正文页面，用于展示所引用的孕产妇和儿童健康 DHS 调查指标来源。"
      },
      "state": "draft"
    },
    {
      "id": "img-p052-3",
      "file": "images/img-p052-3.png",
      "page": 52,
      "narratives": {
        "en": "The cover of the \"Indicator and Monitoring Framework for the Global Strategy for Women's, Children's and Adolescents' Health (2016-2030)\" publication by Every Woman Every Child, showing the title in white text on a dark background with the initiative's logo.",
        "fr": "Couverture de la publication « Indicator and Monitoring Framework for the Global Strategy for Women's, Children's and Adolescents' Health (2016-2030) » d'Every Woman Every Child, montrant le titre en texte blanc sur fond sombre avec le logo de l'initiative.",
        "es": "Cubierta de la publicación «Indicator and Monitoring Framework for the Global Strategy for Women's, Children's and Adolescents' Health (2016-2030)» de Every Woman Every Child, que muestra el título en texto blanco sobre un fondo oscuro con el logotipo de la iniciativa.",
        "ar": "غلاف مطبوعة «Indicator and Monitoring Framework for the Global Strategy for Women's, Children's and Adolescents' Health (2016-2030)» الصادرة عن مبادرة «كل امرأة كل طفل» (Every Woman Every Child)، ويُظهر العنوان بنص أبيض على خلفية داكنة مع شعار المبادرة.",
        "ru": "Обложка публикации «Indicator and Monitoring Framework for the Global Strategy for Women's, Children's and Adolescents' Health (2016-2030)» инициативы Every Woman Every Child, показывающая заголовок белым шрифтом на тёмном фоне и логотип инициативы.",
        "zh": "“每个妇女每个儿童”（Every Woman Every Child）发布的《妇女、儿童和青少年健康全球战略（2016-2030）指标与监测框架》（Indicator and Monitoring Framework for the Global Strategy for Women's, Children's and Adolescents' Health (2016-2030)）出版物封面，深色背景上以白色文字显示标题并附有该倡议的标志。"
      },
      "state": "draft"
    },
    {
      "id": "img-p053-1",
      "file": "images/img-p053-1.png",
      "page": 53,
      "narratives": {
        "en": "A screenshot of a DHS Program website page, showing its header navigation bar and body text, illustrating the source cited for the HIV/AIDS Survey Indicators Database.",
        "fr": "Capture d'écran d'une page du site web du programme DHS, montrant sa barre de navigation supérieure et le corps du texte, illustrant la source citée pour la base de données des indicateurs d'enquête sur le VIH/sida (HIV/AIDS Survey Indicators Database).",
        "es": "Captura de pantalla de una página del sitio web del Programa DHS, que muestra su barra de navegación superior y el texto principal, ilustrando la fuente citada para la base de datos de indicadores de encuestas sobre el VIH/sida (HIV/AIDS Survey Indicators Database).",
        "ar": "لقطة شاشة لصفحة من الموقع الإلكتروني لبرنامج المسوح الديمغرافية والصحية (DHS Program)، تُظهر شريط التنقل العلوي والنص الأساسي، توضيحاً للمصدر المستشهد به لقاعدة بيانات مؤشرات مسوح فيروس نقص المناعة البشرية/الإيدز (HIV/AIDS Survey Indicators Database).",
        "ru": "Снимок экрана веб-страницы программы DHS, показывающий верхнюю панель навигации и основной текст страницы, что иллюстрирует цитируемый источник базы данных показателей обследований по ВИЧ/СПИДу (HIV/AIDS Survey Indicators Database).",
        "zh": "DHS 项目网站页面截图，显示顶部导航栏和正文内容，用于展示所引用的艾滋病毒/艾滋病调查指标数据库（HIV/AIDS Survey Indicators Database）文献来源。"
      },
      "state": "draft"
    },
    {
      "id": "img-p053-2",
      "file": "images/img-p053-2.png",
      "page": 53,
      "narratives": {
        "en": "A title slide reading \"1. Health service delivery\" over a photograph of two health workers at an outdoor market-style facility, with a row of numbered icons across the top indicating this is one slide in a numbered series.",
        "fr": "Diapositive de titre portant la mention « 1. Health service delivery » (1. Prestation des services de santé) sur une photographie de deux agents de santé dans une structure de plein air ressemblant à un marché, avec une rangée d'icônes numérotées en haut indiquant qu'il s'agit d'une diapositive faisant partie d'une série numérotée.",
        "es": "Diapositiva de título con el texto «1. Health service delivery» (1. Prestación de servicios de salud) sobre una fotografía de dos trabajadores sanitarios en una instalación al aire libre tipo mercado, con una fila de iconos numerados en la parte superior que indica que se trata de una diapositiva dentro de una serie numerada.",
        "ar": "شريحة عنوان تحمل عبارة «1. Health service delivery» (1. تقديم الخدمات الصحية) فوق صورة فوتوغرافية لعاملين صحيين في مرفق خارجي يشبه السوق، مع صف من الأيقونات المرقّمة في الأعلى يشير إلى أن هذه الشريحة جزء من سلسلة مرقّمة.",
        "ru": "Титульный слайд с надписью «1. Health service delivery» (1. Предоставление медицинских услуг) поверх фотографии двух медицинских работников на открытой площадке рыночного типа, с рядом пронумерованных пиктограмм в верхней части, указывающих на то, что это один из слайдов нумерованной серии.",
        "zh": "标题幻灯片，在两名卫生工作者身处露天集市式场所的照片上方写有“1. Health service delivery”（1. 卫生服务提供），顶部有一排编号图标，表明这是编号系列幻灯片中的一页。"
      },
      "state": "draft"
    },
    {
      "id": "img-p053-3",
      "file": "images/img-p053-3.png",
      "page": 53,
      "narratives": {
        "en": "A screenshot of a MEASURE Evaluation web page titled \"Service Delivery - Quality of Care / Service Provision Assessment,\" showing the site's blue header and a short summary of the resource with a download link.",
        "fr": "Capture d'écran d'une page web de MEASURE Evaluation intitulée « Service Delivery - Quality of Care / Service Provision Assessment », montrant l'en-tête bleu du site et un bref résumé de la ressource accompagné d'un lien de téléchargement.",
        "es": "Captura de pantalla de una página web de MEASURE Evaluation titulada «Service Delivery - Quality of Care / Service Provision Assessment», que muestra el encabezado azul del sitio y un breve resumen del recurso con un enlace de descarga.",
        "ar": "لقطة شاشة لصفحة ويب تابعة لـ MEASURE Evaluation بعنوان «Service Delivery - Quality of Care / Service Provision Assessment»، تُظهر الترويسة الزرقاء للموقع وملخصاً موجزاً للمورد مع رابط تنزيل.",
        "ru": "Снимок экрана веб-страницы MEASURE Evaluation под названием «Service Delivery - Quality of Care / Service Provision Assessment», показывающий синюю шапку сайта и краткое описание ресурса со ссылкой для скачивания.",
        "zh": "MEASURE Evaluation 网站题为“Service Delivery - Quality of Care / Service Provision Assessment”（服务提供——护理质量/服务提供评估）的网页截图，显示网站蓝色页眉、该资源的简短摘要以及下载链接。"
      },
      "state": "draft"
    },
    {
      "id": "img-p053-4",
      "file": "images/img-p053-4.png",
      "page": 53,
      "narratives": {
        "en": "A screenshot of a MEASURE Evaluation web page titled \"Summary List of Indicators,\" showing the site's blue header, a left-hand navigation menu, and a list of linked indicator categories.",
        "fr": "Capture d'écran d'une page web de MEASURE Evaluation intitulée « Summary List of Indicators » (Liste récapitulative des indicateurs), montrant l'en-tête bleu du site, un menu de navigation à gauche et une liste de catégories d'indicateurs sous forme de liens.",
        "es": "Captura de pantalla de una página web de MEASURE Evaluation titulada «Summary List of Indicators» (Lista resumida de indicadores), que muestra el encabezado azul del sitio, un menú de navegación a la izquierda y una lista de categorías de indicadores con enlaces.",
        "ar": "لقطة شاشة لصفحة ويب تابعة لـ MEASURE Evaluation بعنوان «Summary List of Indicators» (قائمة ملخصة بالمؤشرات)، تُظهر الترويسة الزرقاء للموقع وقائمة تنقل يسرى وقائمة بفئات المؤشرات المرتبطة بروابط.",
        "ru": "Снимок экрана веб-страницы MEASURE Evaluation под названием «Summary List of Indicators» (Сводный перечень показателей), показывающий синюю шапку сайта, левое навигационное меню и список категорий показателей со ссылками.",
        "zh": "MEASURE Evaluation 网站题为“Summary List of Indicators”（指标汇总列表）的网页截图，显示网站蓝色页眉、左侧导航菜单以及带链接的指标类别列表。"
      },
      "state": "draft"
    },
    {
      "id": "img-p053-5",
      "file": "images/img-p053-5.png",
      "page": 53,
      "narratives": {
        "en": "The cover of a publication titled \"National AIDS Programmes: A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people,\" showing the title text on a red ribbon-patterned background with logos of UNAIDS, UNICEF, WHO and other partner organizations along the bottom.",
        "fr": "Couverture d'une publication intitulée « National AIDS Programmes: A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people », montrant le texte du titre sur un fond à motifs de rubans rouges avec les logos de l'ONUSIDA, de l'UNICEF, de l'OMS et d'autres organisations partenaires en bas de page.",
        "es": "Cubierta de una publicación titulada «National AIDS Programmes: A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people», que muestra el texto del título sobre un fondo con motivos de lazos rojos y los logotipos de ONUSIDA, UNICEF, la OMS y otras organizaciones asociadas en la parte inferior.",
        "ar": "غلاف مطبوعة بعنوان «National AIDS Programmes: A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people»، ويُظهر نص العنوان على خلفية بنقش الشريط الأحمر مع شعارات برنامج الأمم المتحدة المشترك المعني بفيروس نقص المناعة البشرية/الإيدز (UNAIDS) واليونيسف (UNICEF) ومنظمة الصحة العالمية (WHO) ومنظمات شريكة أخرى على امتداد الجزء السفلي.",
        "ru": "Обложка публикации «National AIDS Programmes: A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people», на которой текст заголовка размещён на фоне с узором из красных лент, а внизу приведены логотипы ЮНЭЙДС, ЮНИСЕФ, ВОЗ и других партнёрских организаций.",
        "zh": "题为《国家艾滋病规划：国家青年艾滋病毒/艾滋病预防规划监测与评估指标指南》（National AIDS Programmes: A guide to indicators for monitoring and evaluating national HIV/AIDS prevention programmes for young people）的出版物封面，在红丝带图案背景上显示标题文字，底部排列有联合国艾滋病规划署（UNAIDS）、联合国儿童基金会（UNICEF）、世界卫生组织（WHO）及其他合作机构的标志。"
      },
      "state": "draft"
    },
    {
      "id": "img-p053-6",
      "file": "images/img-p053-6.png",
      "page": 53,
      "narratives": {
        "en": "The cover of a publication titled \"National AIDS Programmes: A guide to monitoring and evaluation,\" issued by UNAIDS, showing the title text and a UNAIDS document reference number on a plain background.",
        "fr": "Couverture d'une publication intitulée « National AIDS Programmes: A guide to monitoring and evaluation », publiée par l'ONUSIDA, montrant le texte du titre et un numéro de référence documentaire de l'ONUSIDA sur un fond uni.",
        "es": "Cubierta de una publicación titulada «National AIDS Programmes: A guide to monitoring and evaluation», publicada por ONUSIDA, que muestra el texto del título y un número de referencia documental de ONUSIDA sobre un fondo liso.",
        "ar": "غلاف مطبوعة بعنوان «National AIDS Programmes: A guide to monitoring and evaluation» صادرة عن برنامج الأمم المتحدة المشترك المعني بفيروس نقص المناعة البشرية/الإيدز (UNAIDS)، ويُظهر نص العنوان ورقم مرجع الوثيقة لدى البرنامج على خلفية سادة.",
        "ru": "Обложка публикации «National AIDS Programmes: A guide to monitoring and evaluation», выпущенной ЮНЭЙДС (UNAIDS), на однотонном фоне которой показаны текст заголовка и справочный номер документа ЮНЭЙДС.",
        "zh": "联合国艾滋病规划署（UNAIDS）发布的《国家艾滋病规划：监测与评估指南》（National AIDS Programmes: A guide to monitoring and evaluation）出版物封面，纯色背景上显示标题文字和 UNAIDS 文件编号。"
      },
      "state": "draft"
    },
    {
      "id": "img-p056-1",
      "file": "images/img-p056-1.png",
      "page": 56,
      "narratives": {
        "en": "A chapter-opening photograph, taken from above, of a health worker's hands and torso at a desk covered with a blue floral cloth. The hands rest on a smartphone placed inside an open handwritten notebook, next to a printed tabular data sheet, pens, a ruler and other stationery.",
        "fr": "Photographie d'ouverture de chapitre, prise en plongée, montrant les mains et le buste d'un agent de santé à un bureau recouvert d'une nappe bleue à motifs floraux. Ses mains reposent sur un smartphone placé à l'intérieur d'un cahier manuscrit ouvert, à côté d'une feuille de données tabulaires imprimée, de stylos, d'une règle et d'autres fournitures de bureau.",
        "es": "Fotografía de apertura de capítulo, tomada desde arriba, de las manos y el torso de un trabajador sanitario en un escritorio cubierto con un mantel azul de flores. Las manos descansan sobre un teléfono inteligente colocado dentro de un cuaderno manuscrito abierto, junto a una hoja impresa de datos tabulares, bolígrafos, una regla y otros artículos de papelería.",
        "ar": "صورة فوتوغرافية في مستهل الفصل ملتقطة من الأعلى ليدي وجذع عامل صحي جالس إلى مكتب مغطى بقطعة قماش زرقاء منقوشة بالزهور. تستند اليدان إلى هاتف ذكي موضوع داخل دفتر ملاحظات مفتوح مكتوب بخط اليد، بجوار ورقة بيانات جدولية مطبوعة وأقلام ومسطرة وأدوات قرطاسية أخرى.",
        "ru": "Открывающая главу фотография (вид сверху), на которой видны руки и торс медицинского работника за столом, покрытым синей тканью с цветочным узором. Руки лежат на смартфоне, помещённом на раскрытую тетрадь с рукописными записями, рядом с распечатанным табличным бланком данных, ручками, линейкой и другими канцелярскими принадлежностями.",
        "zh": "俯拍的章节开篇照片，展示一名卫生工作者的双手和上半身，面前的书桌铺有蓝色碎花桌布。双手搭在置于摊开的手写笔记本内的智能手机上，旁边放有打印的表格式数据单、钢笔、尺子及其他文具。"
      },
      "state": "draft"
    },
    {
      "id": "img-p057-1",
      "file": "images/img-p057-1.png",
      "page": 57,
      "narratives": {
        "en": "A very thin (3 pixels wide) vertical strip of mixed colour; the extracted fragment is too narrow to convey any content, and what it depicts could not be determined from the extracted image.",
        "fr": "Une bande verticale très fine (3 pixels de large) de couleurs mélangées ; le fragment extrait est trop étroit pour transmettre un contenu quelconque, et ce qu'il représente n'a pas pu être déterminé à partir de l'image extraite.",
        "es": "Una franja vertical muy fina (de 3 píxeles de ancho) de colores mezclados; el fragmento extraído es demasiado estrecho para transmitir contenido alguno, y no fue posible determinar qué representa a partir de la imagen extraída.",
        "ar": "شريط عمودي رفيع جداً (بعرض 3 بكسلات) ذو ألوان مختلطة؛ والجزء المستخرج أضيق من أن ينقل أي محتوى، وتعذّر تحديد ما يصوّره من الصورة المستخرجة.",
        "ru": "Очень узкая (шириной 3 пикселя) вертикальная полоска смешанного цвета; извлечённый фрагмент слишком узок, чтобы передать какое-либо содержимое, и определить по извлечённому изображению, что именно он отображает, невозможно.",
        "zh": "一条极细（宽 3 像素）的混色垂直条带；提取的图像碎片过于狭窄，无法传达任何内容，因此无法从提取的图像中确定其所描绘的对象。"
      },
      "state": "draft"
    },
    {
      "id": "img-p063-1",
      "file": "images/img-p063-1.png",
      "page": 63,
      "narratives": {
        "en": "Figure 3.4, a screenshot of the cStock monitoring dashboard, showing a top navigation bar with tabs including Dashboard, Stock Status, Alert Summary and Order Fill Rate; a left-hand \"Stockout rates\" panel listing districts with percentages of health facilities reporting at least one stockout; a \"Current alerts\" panel with percentages for categories such as orders that cannot be resupplied and pending orders; a \"Reporting rates\" chart combining stacked bars (coloured by on-time, late, not reported and complete status) with an overlaid line showing percentage reported over time; and a right-hand \"Current National Picture\" panel for Malawi giving counts of districts, facilities and registered users alongside a per-product stock-out rate table.",
        "fr": "Figure 3.4, capture d'écran du tableau de bord de suivi cStock, montrant une barre de navigation supérieure comportant les onglets Dashboard (Tableau de bord), Stock Status (État des stocks), Alert Summary (Résumé des alertes) et Order Fill Rate (Taux de satisfaction des commandes) ; un panneau gauche « Stockout rates » (Taux de rupture de stock) répertoriant les districts avec le pourcentage d'établissements de santé signalant au moins une rupture de stock ; un panneau « Current alerts » (Alertes actuelles) indiquant les pourcentages pour des catégories telles que les commandes ne pouvant être réapprovisionnées et les commandes en attente ; un graphique « Reporting rates » (Taux de notification) combinant des barres empilées (colorées selon le statut à temps, en retard, non déclaré et complet) et une courbe superposée illustrant le pourcentage de rapports transmis au fil du temps ; et un panneau droit « Current National Picture » (Situation nationale actuelle) pour le Malawi donnant le nombre de districts, d'établissements et d'utilisateurs enregistrés ainsi qu'un tableau des taux de rupture de stock par produit.",
        "es": "Figura 3.4, captura de pantalla del panel de seguimiento de cStock, que muestra una barra de navegación superior con pestañas que incluyen Dashboard (Panel), Stock Status (Estado de existencias), Alert Summary (Resumen de alertas) y Order Fill Rate (Tasa de cumplimiento de pedidos); un panel izquierdo «Stockout rates» (Tasas de desabastecimiento) que enumera los distritos con el porcentaje de establecimientos de salud que notifican al menos un desabastecimiento; un panel «Current alerts» (Alertas actuales) con porcentajes para categorías como pedidos que no pueden reabastecerse y pedidos pendientes; un gráfico «Reporting rates» (Tasas de notificación) que combina barras apiladas (coloreadas según el estado a tiempo, con retraso, no notificado y completo) con una línea superpuesta que muestra el porcentaje notificado a lo largo del tiempo; y un panel derecho «Current National Picture» (Panorama nacional actual) para Malawi que ofrece el recuento de distritos, establecimientos y usuarios registrados junto con una tabla de tasas de desabastecimiento por producto.",
        "ar": "الشكل 3.4، لقطة شاشة للوحة متابعة نظام cStock، تُظهر شريط تنقل علوياً يضم علامات تبويب تشمل Dashboard (لوحة المتابعة) وStock Status (حالة المخزون) وAlert Summary (ملخص التنبيهات) وOrder Fill Rate (معدل تلبية الطلبات)؛ ولوحة يسرى بعنوان «Stockout rates» (معدلات نفاد المخزون) تسرد المناطق مع النسب المئوية للمرافق الصحية التي تبلّغ عن نفاد مخزون واحد على الأقل؛ ولوحة «Current alerts» (التنبيهات الحالية) مع نسب مئوية لفئات مثل الطلبات التي يتعذّر إعادة تزويدها والطلبات المعلّقة؛ ورسماً بيانياً بعنوان «Reporting rates» (معدلات الإبلاغ) يجمع بين أعمدة مكدّسة (ملوّنة حسب الحالة: في الوقت المحدد، أو متأخر، أو غير مبلّغ عنه، أو مكتمل) وخط متراكب يبيّن النسبة المئوية للإبلاغ عبر الزمن؛ ولوحة يمنى بعنوان «Current National Picture» (الصورة الوطنية الحالية) الخاصة بملاوي تعرض أعداد المناطق والمرافق والمستخدمين المسجّلين إلى جانب جدول لمعدل نفاد المخزون لكل منتج.",
        "ru": "Рисунок 3.4: снимок экрана информационной панели мониторинга cStock, где показаны верхняя панель навигации с вкладками Dashboard (Панель мониторинга), Stock Status (Состояние запасов), Alert Summary (Сводка оповещений) и Order Fill Rate (Уровень выполнения заказов); левая панель «Stockout rates» (Уровни дефицита запасов) со списком округов и долей медицинских учреждений, сообщивших хотя бы об одном случае отсутствия запасов; панель «Current alerts» (Текущие оповещения) с процентами по таким категориям, как заказы, не подлежащие пополнению, и ожидающие заказы; диаграмма «Reporting rates» (Показатели отчётности), сочетающая составные столбики (окрашенные по статусам: вовремя, с опозданием, нет отчёта и полный отчёт) с наложенной линией динамики доли поданных отчётов; а также правая панель «Current National Picture» (Текущая национальная картина) по Малави с количеством округов, учреждений и зарегистрированных пользователей и таблицей уровня дефицита по каждому продукту.",
        "zh": "图 3.4，cStock 监测仪表板屏幕截图，显示顶部导航栏，包含 Dashboard（仪表板）、Stock Status（库存状态）、Alert Summary（警报摘要）和 Order Fill Rate（订单满足率）选项卡；左侧“Stockout rates”（缺货率）面板列出各地区至少报告一次缺货的卫生机构百分比；“Current alerts”（当前警报）面板显示无法补货的订单和待处理订单等类别的百分比；“Reporting rates”（报告率）图表结合了堆叠柱状图（按准时、迟交、未报告和完整状态着色）与显示随时间变化的报告百分比叠加折线；右侧针对马拉维的“Current National Picture”（当前全国概况）面板给出地区、机构和注册用户数量，以及按产品列出的缺货率表。"
      },
      "state": "draft"
    },
    {
      "id": "img-p071-1",
      "file": "images/img-p071-1.png",
      "page": 71,
      "narratives": {
        "en": "Figure 3.6, a scanned quality-control checklist titled \"TextIT Mentor Mother Competency Checklist,\" with fields for trainee name, designation and date, a Y/N rating key (Understood / Needs more training), and a table of skills grouped under six sections (basic understanding of HIV/AIDS, PMTCT and safe motherhood and infant care; understanding of the TextIT study; study SOPs; study logs; data collection using smartphone; and other responsibilities at work), each skill row having Rating and Comments columns. The smartphone-related skills under Section 5, such as switching the phone on and off, identifying the ODK application, and entering, editing, saving and sending data using ODK, are highlighted in a red-outlined callout box, alongside Section 6's item on facilitating HIV education.",
        "fr": "Figure 3.6, liste de contrôle qualité numérisée intitulée « TextIT Mentor Mother Competency Checklist » (Liste de contrôle des compétences des mères mentors TextIT), comportant des champs pour le nom de la stagiaire, sa fonction et la date, une légende d'évaluation Y/N (Compris / Nécessite davantage de formation) et un tableau de compétences regroupées en six sections (compréhension de base du VIH/sida, de la PTME et de la maternité sans risque ainsi que des soins aux nourrissons ; compréhension de l'étude TextIT ; modes opératoires normalisés [SOP] de l'étude ; registres de l'étude ; collecte de données à l'aide d'un smartphone ; et autres responsabilités professionnelles), chaque ligne de compétence comportant des colonnes d'évaluation (Rating) et de commentaires (Comments). Les compétences liées au smartphone sous la section 5 — telles qu'allumer et éteindre le téléphone, identifier l'application ODK, et saisir, modifier, enregistrer et envoyer des données à l'aide d'ODK — sont mises en évidence dans un encadré rouge, tout comme le point de la section 6 relatif à l'animation de séances d'éducation sur le VIH.",
        "es": "Figura 3.6, lista de verificación de control de calidad escaneada titulada «TextIT Mentor Mother Competency Checklist» (Lista de verificación de competencias de madres mentoras de TextIT), con campos para el nombre de la participante en formación, el cargo y la fecha, una clave de calificación Y/N (Comprendido / Necesita más capacitación) y una tabla de competencias agrupadas en seis secciones (comprensión básica del VIH/sida, la PTMI y la maternidad segura y el cuidado del lactante; comprensión del estudio TextIT; procedimientos operativos estándar [SOP] del estudio; registros del estudio; recopilación de datos mediante teléfono inteligente; y otras responsabilidades laborales), donde cada fila de competencia tiene columnas de calificación (Rating) y comentarios (Comments). Las competencias relacionadas con el teléfono inteligente en la Sección 5 —como encender y apagar el teléfono, identificar la aplicación ODK e introducir, editar, guardar y enviar datos mediante ODK— están resaltadas en un recuadro de llamada con borde rojo, junto con el punto de la Sección 6 sobre la facilitación de educación acerca del VIH.",
        "ar": "الشكل 3.6، قائمة تحقق ممسوحة ضوئياً لضبط الجودة بعنوان «TextIT Mentor Mother Competency Checklist» (قائمة التحقق من كفاءات الأمهات المرشدات في دراسة TextIT)، تتضمن حقولاً لاسم المتدربة والمسمّى الوظيفي والتاريخ، ومفتاح تقييم بنعم/لا (Y/N: مفهوم / يحتاج إلى مزيد من التدريب)، وجدول مهارات مجمّعة في ستة أقسام (الفهم الأساسي لفيروس نقص المناعة البشرية/الإيدز ومنع انتقاله من الأم إلى الطفل والأمومة المأمونة ورعاية الرضّع؛ وفهم دراسة TextIT؛ وإجراءات التشغيل القياسية للدراسة؛ وسجلات الدراسة؛ وجمع البيانات باستخدام الهاتف الذكي؛ والمسؤوليات الأخرى في العمل)، مع عمودين للتقييم (Rating) والملاحظات (Comments) في كل صف مهارة. وقد أُبرزت المهارات المتعلقة بالهاتف الذكي في القسم 5 — مثل تشغيل الهاتف وإيقافه، والتعرّف على تطبيق ODK، وإدخال البيانات وتعديلها وحفظها وإرسالها باستخدام ODK — داخل مربع تمييز محاط بإطار أحمر، إلى جانب بند القسم 6 الخاص بتيسير التثقيف بشأن فيروس نقص المناعة البشرية.",
        "ru": "Рисунок 3.6: отсканированный контрольный лист качества под названием «TextIT Mentor Mother Competency Checklist» (Контрольный список компетенций матерей-наставниц проекта TextIT) с полями для имени стажёра, должности и даты, ключом оценки Y/N (Усвоено / Требуется дополнительное обучение) и таблицей навыков, сгруппированных по шести разделам (базовое понимание ВИЧ/СПИДа, ППМР, безопасного материнства и ухода за младенцем; понимание исследования TextIT; стандартные операционные процедуры исследования; журналы исследования; сбор данных с помощью смартфона; прочие рабочие обязанности), где для каждой строки навыка предусмотрены столбцы оценки (Rating) и комментариев (Comments). Навыки работы со смартфоном в разделе 5 — включение и выключение телефона, нахождение приложения ODK, а также ввод, редактирование, сохранение и отправка данных через ODK — выделены красной рамкой-выноской вместе с пунктом раздела 6 о проведении просвещения по вопросам ВИЧ.",
        "zh": "图 3.6，扫描的质量控制核对表，题为“TextIT Mentor Mother Competency Checklist”（TextIT 导师母亲能力核对表），设有受训者姓名、职务和日期字段，Y/N 评分说明（已掌握 / 需进一步培训），以及分为六个部分的能力表格（对艾滋病毒/艾滋病、预防母婴传播［PMTCT］及安全分娩与婴儿护理的基本理解；对 TextIT 研究的理解；研究标准操作规程［SOP］；研究日志；使用智能手机采集数据；工作中的其他职责），每项技能行均设有评分（Rating）和备注（Comments）列。第 5 部分中与智能手机相关的技能（如开关手机、识别 ODK 应用程序以及使用 ODK 录入、编辑、保存和发送数据）与第 6 部分中关于开展艾滋病毒健康教育的条目一同被红框标注突出显示。"
      },
      "state": "draft"
    },
    {
      "id": "img-p075-1",
      "file": "images/img-p075-1.png",
      "page": 75,
      "narratives": {
        "en": "A chapter-opening photograph of a desktop computer monitor on an office desk, displaying a Vietnamese-language web application for immunization registration and reporting, with a child's record open showing personal details and a vaccination schedule table. Stacks of paper forms, a mouse and a telephone are visible on the desk around the monitor.",
        "fr": "Photographie d'ouverture de chapitre montrant un écran d'ordinateur de bureau posé sur une table de travail et affichant une application web en langue vietnamienne destinée à l'enregistrement et à la notification des vaccinations, avec le dossier d'un enfant ouvert présentant ses renseignements personnels et un tableau du calendrier vaccinal. Des piles de formulaires papier, une souris et un téléphone sont visibles sur le bureau autour de l'écran.",
        "es": "Fotografía de apertura de capítulo de un monitor de computadora de escritorio sobre una mesa de oficina, que muestra una aplicación web en idioma vietnamita para el registro y la notificación de inmunizaciones, con la ficha de un niño abierta donde se ven sus datos personales y una tabla del calendario de vacunación. Alrededor del monitor, sobre el escritorio, se observan pilas de formularios en papel, un ratón y un teléfono.",
        "ar": "صورة فوتوغرافية في مستهل الفصل لشاشة حاسوب مكتبي على مكتب عمل تعرض تطبيق ويب باللغة الفيتنامية لتسجيل التطعيمات والإبلاغ عنها، مع سجل مفتوح لطفل يبيّن بياناته الشخصية وجدول مواعيد التطعيم. وتظهر حول الشاشة على المكتب أكداس من الاستمارات الورقية وفأرة حاسوب وهاتف.",
        "ru": "Открывающая главу фотография монитора настольного компьютера на офисном столе, на экране которого открыто веб-приложение на вьетнамском языке для регистрации вакцинации и отчётности с карточкой ребёнка, содержащей личные данные и таблицу графика прививок. На столе вокруг монитора видны стопки бумажных бланков, компьютерная мышь и телефон.",
        "zh": "章节开篇照片，展示办公桌上的台式电脑显示器，屏幕上正在运行一个用于免疫接种登记和报告的越南语网页应用程序，当前打开的一名儿童档案显示其个人资料和疫苗接种时间表。显示器周围的桌面上可见成摞的纸质表格、鼠标和一部电话机。"
      },
      "state": "draft"
    },
    {
      "id": "img-p088-1",
      "file": "images/img-p088-1.png",
      "page": 88,
      "narratives": {
        "en": "The cover of the \"WHO Evaluation Practice Handbook,\" published by the World Health Organization, showing the title in white text over a marbled blue-grey background with the WHO emblem.",
        "fr": "Couverture du « WHO Evaluation Practice Handbook » (Manuel de pratique de l'évaluation de l'OMS), publié par l'Organisation mondiale de la Santé, montrant le titre en texte blanc sur un fond marbré bleu-gris accompagné de l'emblème de l'OMS.",
        "es": "Cubierta del «WHO Evaluation Practice Handbook» (Manual de práctica de evaluación de la OMS), publicado por la Organización Mundial de la Salud, que muestra el título en texto blanco sobre un fondo jaspeado azul grisáceo con el emblema de la OMS.",
        "ar": "غلاف «WHO Evaluation Practice Handbook» (دليل ممارسات التقييم الصادر عن منظمة الصحة العالمية)، المنشور من قِبل منظمة الصحة العالمية، ويُظهر العنوان بنص أبيض على خلفية رخامية بلون أزرق رمادي مع شعار منظمة الصحة العالمية.",
        "ru": "Обложка руководства «WHO Evaluation Practice Handbook», опубликованного Всемирной организацией здравоохранения, с заголовком белым шрифтом на мраморном сине-сером фоне и эмблемой ВОЗ.",
        "zh": "世界卫生组织出版的《世卫组织评估实践手册》（WHO Evaluation Practice Handbook）封面，在蓝灰色大理石纹背景上以白色文字显示标题，并印有世卫组织徽章。"
      },
      "state": "draft"
    },
    {
      "id": "img-p088-2",
      "file": "images/img-p088-2.png",
      "page": 88,
      "narratives": {
        "en": "The cover of \"Impact Evaluation in Practice\" by Paul J. Gertler, Sebastian Martinez, Patrick Premand, Laura B. Rawlings and Christel M. J. Vermeersch, published by the World Bank, showing the title over a pattern of connected dots on a dark background.",
        "fr": "Couverture de l'ouvrage « Impact Evaluation in Practice » par Paul J. Gertler, Sebastian Martinez, Patrick Premand, Laura B. Rawlings et Christel M. J. Vermeersch, publié par la Banque mondiale, montrant le titre sur un motif de points reliés entre eux sur un fond sombre.",
        "es": "Cubierta de «Impact Evaluation in Practice» de Paul J. Gertler, Sebastian Martinez, Patrick Premand, Laura B. Rawlings y Christel M. J. Vermeersch, publicado por el Banco Mundial, que muestra el título sobre un patrón de puntos conectados en un fondo oscuro.",
        "ar": "غلاف كتاب «Impact Evaluation in Practice» من تأليف Paul J. Gertler وSebastian Martinez وPatrick Premand وLaura B. Rawlings وChristel M. J. Vermeersch، الصادر عن البنك الدولي، ويُظهر العنوان فوق نمط من النقاط المتصلة على خلفية داكنة.",
        "ru": "Обложка книги «Impact Evaluation in Practice» авторов Paul J. Gertler, Sebastian Martinez, Patrick Premand, Laura B. Rawlings и Christel M. J. Vermeersch, опубликованной Всемирным банком, с заголовком на тёмном фоне с узором из соединённых точек.",
        "zh": "世界银行出版、由 Paul J. Gertler、Sebastian Martinez、Patrick Premand、Laura B. Rawlings 和 Christel M. J. Vermeersch 撰写的《实践中的影响评估》（Impact Evaluation in Practice）封面，在深色背景的连点图案上显示书名。"
      },
      "state": "draft"
    },
    {
      "id": "img-p106-1",
      "file": "images/img-p106-1.png",
      "page": 106,
      "narratives": {
        "en": "A chapter-opening photograph of a health worker in a white headscarf and coat entering data on a mobile phone, with a young child in traditional dress in soft focus in the foreground.",
        "fr": "Photographie d'ouverture de chapitre montrant une agente de santé portant un foulard et une blouse blancs en train de saisir des données sur un téléphone mobile, avec un jeune enfant en tenue traditionnelle en léger flou au premier plan.",
        "es": "Fotografía de apertura de capítulo de una trabajadora sanitaria con pañuelo y bata blancos que introduce datos en un teléfono móvil, con un niño pequeño vestido con traje tradicional ligeramente desenfocado en primer plano.",
        "ar": "صورة فوتوغرافية في مستهل الفصل لعاملة صحية ترتدي غطاء رأس ومعطفاً أبيضين وتُدخل بيانات على هاتف محمول، وفي المقدمة طفل صغير يرتدي زياً تقليدياً بتركيز بؤري ناعم.",
        "ru": "Открывающая главу фотография медицинской работницы в белом платке и халате, вводящей данные на мобильном телефоне, с маленьким ребёнком в традиционной одежде в мягком фокусе на переднем плане.",
        "zh": "章节开篇照片，展示一名戴白色头巾、穿白大褂的卫生工作者正在手机上录入数据，前景中有一名身穿传统服饰的幼童处于柔焦画面中。"
      },
      "state": "draft"
    },
    {
      "id": "img-p107-1",
      "file": "images/img-p107-1.png",
      "page": 107,
      "narratives": {
        "en": "A very thin (3 pixels wide) vertical strip of mixed colour; the extracted fragment is too narrow to convey any content, and what it depicts could not be determined from the extracted image.",
        "fr": "Une bande verticale très fine (3 pixels de large) de couleurs mélangées ; le fragment extrait est trop étroit pour transmettre un contenu quelconque, et ce qu'il représente n'a pas pu être déterminé à partir de l'image extraite.",
        "es": "Una franja vertical muy fina (de 3 píxeles de ancho) de colores mezclados; el fragmento extraído es demasiado estrecho para transmitir contenido alguno, y no fue posible determinar qué representa a partir de la imagen extraída.",
        "ar": "شريط عمودي رفيع جداً (بعرض 3 بكسلات) ذو ألوان مختلطة؛ والجزء المستخرج أضيق من أن ينقل أي محتوى، وتعذّر تحديد ما يصوّره من الصورة المستخرجة.",
        "ru": "Очень узкая (шириной 3 пикселя) вертикальная полоска смешанного цвета; извлечённый фрагмент слишком узок, чтобы передать какое-либо содержимое, и определить по извлечённому изображению, что именно он отображает, невозможно.",
        "zh": "一条极细（宽 3 像素）的混色垂直条带；提取的图像碎片过于狭窄，无法传达任何内容，因此无法从提取的图像中确定其所描绘的对象。"
      },
      "state": "draft"
    },
    {
      "id": "img-p120-1",
      "file": "images/img-p120-1.png",
      "page": 120,
      "narratives": {
        "en": "A screenshot of a MEASURE Evaluation web page titled \"Inventory of PRISM Framework and Tools: Application of PRISM Tools and Interventions for Strengthening Routine Health Information System Performance,\" showing the site's header, main navigation and a right-hand sidebar with search-publications and shopping-cart controls.",
        "fr": "Capture d'écran d'une page web de MEASURE Evaluation intitulée « Inventory of PRISM Framework and Tools: Application of PRISM Tools and Interventions for Strengthening Routine Health Information System Performance », montrant l'en-tête du site, la navigation principale et une barre latérale droite comportant des commandes de recherche de publications et de panier.",
        "es": "Captura de pantalla de una página web de MEASURE Evaluation titulada «Inventory of PRISM Framework and Tools: Application of PRISM Tools and Interventions for Strengthening Routine Health Information System Performance», que muestra el encabezado del sitio, la navegación principal y una barra lateral derecha con controles de búsqueda de publicaciones y carrito de compras.",
        "ar": "لقطة شاشة لصفحة ويب تابعة لـ MEASURE Evaluation بعنوان «Inventory of PRISM Framework and Tools: Application of PRISM Tools and Interventions for Strengthening Routine Health Information System Performance»، تُظهر ترويسة الموقع والتنقل الرئيسي وشريطاً جانبياً أيمن يتضمن أدوات البحث في المطبوعات وسلة الطلبات.",
        "ru": "Снимок экрана веб-страницы MEASURE Evaluation под названием «Inventory of PRISM Framework and Tools: Application of PRISM Tools and Interventions for Strengthening Routine Health Information System Performance», показывающий шапку сайта, главное меню навигации и правую боковую панель с элементами поиска публикаций и корзины.",
        "zh": "MEASURE Evaluation 网站题为“Inventory of PRISM Framework and Tools: Application of PRISM Tools and Interventions for Strengthening Routine Health Information System Performance”（PRISM 框架与工具清单：应用 PRISM 工具和干预措施加强常规卫生信息系统绩效）的网页截图，显示网站页眉、主导航栏以及带有出版物搜索和购物车控件的右侧边栏。"
      },
      "state": "draft"
    },
    {
      "id": "img-p121-1",
      "file": "images/img-p121-1.png",
      "page": 121,
      "narratives": {
        "en": "A chapter-opening photograph of a clinic room in which a seated woman patient faces two health workers across a desk cluttered with medical supplies and paperwork; one worker, seated, points to a tablet computer screen, while the other stands behind, and a poster and wooden cabinet are visible on the wall behind them.",
        "fr": "Photographie d'ouverture de chapitre d'une salle de clinique dans laquelle une patiente assise fait face à deux agents de santé de l'autre côté d'un bureau encombré de fournitures médicales et de documents papier ; l'un des agents, assis, désigne l'écran d'une tablette numérique tandis que l'autre se tient debout derrière lui, et une affiche ainsi qu'une armoire en bois sont visibles sur le mur en arrière-plan.",
        "es": "Fotografía de apertura de capítulo de la sala de una clínica en la que una paciente sentada se encuentra frente a dos trabajadores sanitarios al otro lado de un escritorio lleno de suministros médicos y documentos; uno de los trabajadores, sentado, señala la pantalla de una tableta, mientras el otro permanece de pie detrás, y en la pared del fondo se ven un cartel y un armario de madera.",
        "ar": "صورة فوتوغرافية في مستهل الفصل لغرفة عيادة تجلس فيها مريضة في مواجهة عاملين صحيين عبر مكتب مزدحم بالمستلزمات الطبية والأوراق؛ ويشير أحد العاملين، وهو جالس، إلى شاشة حاسوب لوحي بينما يقف الآخر خلفه، ويظهر على الجدار خلفهما ملصق وخزانة خشبية.",
        "ru": "Открывающая главу фотография кабинета клиники, где сидящая пациентка находится напротив двух медицинских работников за столом, заставленным медицинскими принадлежностями и бумагами; один работник, сидя за столом, указывает на экран планшетного компьютера, второй стоит позади него, а на стене за ними видны плакат и деревянный шкаф.",
        "zh": "章节开篇照片，展示一间诊室内的场景：一名坐着的女患者隔着堆满医疗用品和纸质文件的办公桌面对两名卫生工作者；其中一名坐着的卫生工作者手指平板电脑屏幕，另一名站在其身后，他们身后的墙上可见一张海报和一个木制橱柜。"
      },
      "state": "draft"
    },
    {
      "id": "img-p128-1",
      "file": "images/img-p128-1.png",
      "page": 128,
      "narratives": {
        "en": "Figure 6.1, four screenshots of the Mobilize mobile phone application's \"Followup Visit\" screens, labelled A through D. Panel A (\"Patient data\") lists checkbox symptoms including vision loss, deafness and ringing in ears; panel B (\"Vision group\") asks yes/no questions about eye pain, light sensitivity and decreased vision; panel C asks how long a symptom has been occurring, with choices from \"past day\" to \">1 month\"; and panel D (\"What is your overall assessment?\") offers options of needs urgent care, follow-up at next appointment or prescription required, or stable with no medical attention needed.",
        "fr": "Figure 6.1, quatre captures d'écran des écrans « Followup Visit » (Visite de suivi) de l'application pour téléphone mobile Mobilize, étiquetées de A à D. Le panneau A (« Patient data », Données du patient) dresse une liste de symptômes à cocher comprenant la perte de vision, la surdité et les bourdonnements d'oreilles ; le panneau B (« Vision group », Groupe vision) pose des questions fermées (oui/non) sur la douleur oculaire, la sensibilité à la lumière et la baisse de la vision ; le panneau C demande depuis combien de temps un symptôme est présent, avec des choix allant de « past day » (depuis hier) à « >1 month » (> 1 mois) ; et le panneau D (« What is your overall assessment? », Quelle est votre évaluation globale ?) propose les options suivantes : nécessite des soins urgents, suivi au prochain rendez-vous ou ordonnance requise, ou état stable ne nécessitant aucune attention médicale.",
        "es": "Figura 6.1, cuatro capturas de pantalla de las vistas «Followup Visit» (Visita de seguimiento) de la aplicación para teléfonos móviles Mobilize, etiquetadas de la A a la D. El panel A («Patient data», Datos del paciente) enumera síntomas con casillas de verificación que incluyen pérdida de visión, sordera y zumbido en los oídos; el panel B («Vision group», Grupo de visión) plantea preguntas de sí/no sobre dolor ocular, sensibilidad a la luz y disminución de la visión; el panel C pregunta desde hace cuánto tiempo se presenta un síntoma, con opciones desde «past day» (último día) hasta «>1 month» (>1 mes); y el panel D («What is your overall assessment?», ¿Cuál es su evaluación general?) ofrece las opciones de necesita atención urgente, seguimiento en la próxima cita o requiere prescripción médica, o estable sin necesidad de atención médica.",
        "ar": "الشكل 6.1، أربع لقطات شاشة لشاشات «Followup Visit» (زيارة المتابعة) في تطبيق الهاتف المحمول Mobilize، موسومة بالأحرف من A إلى D. تسرد اللوحة A («Patient data»، بيانات المريض) أعراضاً بخانات اختيار تشمل فقدان البصر والصمم وطنين الأذن؛ وتطرح اللوحة B («Vision group»، مجموعة الإبصار) أسئلة بنعم/لا حول ألم العين والحساسية للضوء وضعف الرؤية؛ وتسأل اللوحة C عن مدة استمرار العرض مع خيارات تمتد من «past day» (اليوم الماضي) إلى «>1 month» (أكثر من شهر)؛ وتقدّم اللوحة D («What is your overall assessment?»، ما هو تقييمك العام؟) خيارات تشمل: يحتاج إلى رعاية عاجلة، أو متابعة في الموعد القادم أو يتطلب وصفة طبية، أو مستقر ولا يحتاج إلى تدخل طبي.",
        "ru": "Рисунок 6.1: четыре снимка экрана раздела «Followup Visit» (Повторный визит) мобильного приложения Mobilize, обозначенные буквами от A до D. На панели A («Patient data», Данные пациента) приведён список симптомов с флажками выбора, включая потерю зрения, глухоту и звон в ушах; на панели B («Vision group», Группа зрения) задаются вопросы «да/нет» о боли в глазах, светочувствительности и снижении зрения; на панели C запрашивается длительность симптома с вариантами ответа от «past day» (за последний день) до «>1 month» (более 1 месяца); а на панели D («What is your overall assessment?», Какова ваша общая оценка?) предлагаются варианты: требуется неотложная помощь, наблюдение на следующем приёме или выписка рецепта, либо стабильное состояние без необходимости медицинского вмешательства.",
        "zh": "图 6.1，Mobilize 手机应用程序“Followup Visit”（随访就诊）界面的四张屏幕截图，标记为 A 至 D。面板 A（“Patient data”，患者数据）列出带复选框的症状，包括视力丧失、耳聋和耳鸣；面板 B（“Vision group”，视力组）以“是/否”问题询问眼痛、畏光和视力下降情况；面板 C 询问症状持续时间，选项从“past day”（过去一天）到“>1 month”（>1 个月）；面板 D（“What is your overall assessment?”，您的总体评估是什么？）提供需紧急护理、下次预约随访或需开具处方，以及情况稳定无需医疗护理等选项。"
      },
      "state": "draft"
    },
    {
      "id": "img-p144-1",
      "file": "images/img-p144-1.png",
      "page": 144,
      "narratives": {
        "en": "A printed barcode with the ISBN number 9789241511766 beneath it.",
        "fr": "Un code-barres imprimé sous lequel figure le numéro ISBN 9789241511766.",
        "es": "Un código de barras impreso con el número ISBN 9789241511766 debajo.",
        "ar": "رمز شريطي (باركود) مطبوع يظهر تحته الرقم الدولي المعياري للكتاب ISBN 9789241511766.",
        "ru": "Печатный штрихкод с расположенным под ним номером ISBN 9789241511766.",
        "zh": "印刷条形码，下方印有 ISBN 编号 9789241511766。"
      },
      "state": "draft"
    }
  ],
  "coverage": [
    {
      "kind": "contents",
      "state": "not-extracted",
      "note": "split one section per page; no contents was trusted"
    },
    {
      "kind": "sections",
      "state": "partial",
      "count": 144,
      "note": "one per page, not by heading"
    },
    {
      "kind": "figures",
      "state": "found",
      "count": 44
    },
    {
      "kind": "tables",
      "state": "not-extracted"
    },
    {
      "kind": "references",
      "state": "not-extracted",
      "note": "a references section is in the text (p22); its entries are not extracted"
    },
    {
      "kind": "glossary",
      "state": "not-extracted",
      "note": "a glossary section is in the text (p5); its entries are not extracted"
    },
    {
      "kind": "footnotes",
      "state": "not-extracted"
    },
    {
      "kind": "summaries",
      "state": "found",
      "count": 144,
      "note": "144 of 144 sections"
    }
  ],
  "links": {
    "repo": "litlfred/who-iris",
    "branch": "main",
    "dir": "library/9789241511766-eng"
  }
}
